-- Logs begin at Tue 2021-07-13 01:50:45 UTC, end at Tue 2021-07-13 02:46:12 UTC. -- Jul 13 02:18:54.315081 dv-cinder-781024-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 13 02:18:56.990558 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.common.config [-] Logging enabled! Jul 13 02:18:56.991152 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 02:18:56.991316 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 02:18:56.994716 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.common.config [-] Logging enabled! Jul 13 02:18:56.994965 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 13 02:18:56.995273 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92750) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 13 02:18:56.996193 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 02:18:56.996421 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 02:18:56.996782 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 02:18:56.997026 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 02:18:56.997249 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 02:18:56.997562 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.997853 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.998178 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.998405 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.998696 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.998982 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.999262 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.999549 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:56.999844 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.000120 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.000393 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.000670 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.000896 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.001172 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.001456 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.001737 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.001956 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] debug = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.002259 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.002678 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.003086 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.003360 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.003642 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.003912 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.004176 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.004446 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.004723 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.005046 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] host = dv-cinder-781024-2-iscsi {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.005324 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.005610 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.005888 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.006194 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.006464 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.006735 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.007014 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.007282 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.007549 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] log_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.007829 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.008103 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.008393 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.009218 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.009445 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.009914 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.010224 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.010500 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.010769 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.011041 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.011314 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.011585 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.011854 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.012120 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.012399 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.012675 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.012947 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.013223 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.013490 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.013755 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.014039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.014321 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.014588 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.014854 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.015122 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.015402 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.015664 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.015931 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.016224 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.016503 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.016778 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.017056 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.017324 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.017598 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.017862 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.018149 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.018415 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] use_json = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.018679 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.018940 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.019215 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.019480 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.019743 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.020013 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.020277 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.020554 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:57.020849 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.021143 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.021440 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.021717 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.022007 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.022302 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.022585 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.022855 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.023140 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.023424 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.023704 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.023973 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.024879 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.025157 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.025523 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.025831 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.026147 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.026438 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.026711 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.026980 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.027249 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.027521 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.027806 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.028094 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.028379 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.028650 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.028921 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.029205 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.029475 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.029745 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.030039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.030325 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.030596 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.030861 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.031135 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.031407 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.031675 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.031944 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.032216 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.032499 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.032771 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.033035 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.033301 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.033572 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.033837 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.034143 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.034419 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.034683 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.034949 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.035216 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.035479 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.035744 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.036014 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.036280 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.036547 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.036812 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.037075 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.037339 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.037604 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.037868 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.038159 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.038428 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.038699 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.038965 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.039231 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.039497 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.039762 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.040173 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.040504 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.040832 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.041139 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.041443 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.041743 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.042068 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.042362 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.042654 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.042946 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.043237 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.043525 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.043829 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.044125 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.044422 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.044713 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.044998 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.045303 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.045590 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.045880 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.046194 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.046481 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.046782 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.047072 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.047374 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.047676 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.047974 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.048275 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.048573 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.048862 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.049176 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.049459 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:57.049682 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 02:18:57.049935 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92750) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 13 02:18:57.398608 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 02:18:57.398815 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 02:18:57.399108 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 13 02:18:57.400033 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 13 02:18:57.789019 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.789310 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.789580 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.791600 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.791882 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.792147 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.826440 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.826720 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.826996 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.840805 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.841089 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.841363 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.871376 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.871654 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.871925 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.908019 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.908301 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:57.908574 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.140738 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.141346 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.141346 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.141518 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.142186 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.261783 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.262130 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.262419 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.262694 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.262963 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.263273 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.263533 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.263790 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.264045 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.264327 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.264595 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.264857 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.265116 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.265373 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.265637 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.265896 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.266190 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.266460 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.266719 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.266994 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.267257 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.267539 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.267887 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.268174 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.268424 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.268673 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.269067 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:58.269311 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:58.269550 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:58.269789 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:58.270046 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:58.270294 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:58.270659 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 13 02:18:58.273842 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 13 02:18:58.277882 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 13 02:18:58.281593 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 13 02:18:58.283269 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 13 02:18:58.283721 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 13 02:18:58.284059 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 13 02:18:58.284446 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 13 02:18:58.287262 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 13 02:18:58.287513 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 13 02:18:58.287860 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 02:18:58.317220 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 13 02:18:58.317671 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.317973 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92750) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 13 02:18:58.318365 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.319722 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92750) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 13 02:18:58.320001 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 13 02:18:58.320253 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 13 02:18:58.323471 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.323757 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:58.388085 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 13 02:18:58.388328 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 13 02:18:58.388572 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 13 02:18:58.388942 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 13 02:18:58.410246 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_db.sqlalchemy.engines [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92750) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 13 02:18:58.937471 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing driver for type 'gre' Jul 13 02:18:58.937999 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] gre ID ranges: [(1, 1000)] Jul 13 02:18:58.987292 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing driver for type 'local' Jul 13 02:18:58.987624 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing driver for type 'vlan' Jul 13 02:18:59.001104 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] VlanTypeDriver initialization complete Jul 13 02:18:59.001487 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing driver for type 'vxlan' Jul 13 02:18:59.001988 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] vxlan ID ranges: [(1, 1000)] Jul 13 02:18:59.055297 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing extension driver 'port_security' Jul 13 02:18:59.056162 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] PortSecurityExtensionDriver initialization complete Jul 13 02:18:59.056496 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing mechanism driver 'openvswitch' Jul 13 02:18:59.056829 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing mechanism driver 'hyperv' Jul 13 02:18:59.063297 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.plugin [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:18:59.063981 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.064488 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.064842 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.065364 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 02:18:59.065800 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnet after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.066184 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnet after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.066531 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.066919 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 02:18:59.067325 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.067676 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.068018 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.068403 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 02:18:59.068806 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > security_group after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.069158 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > security_group after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.069498 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > security_group after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.070035 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 02:18:59.070451 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.070810 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.071157 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.071547 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 02:18:59.071946 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > address_group after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.072294 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > address_group after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.072633 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > address_group after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.073016 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92750) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 13 02:18:59.073391 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] ML2 OVO RPC backend initialized. {{(pid=92750) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 13 02:18:59.074121 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.074476 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.074890 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.075239 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > networks before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.075584 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.075922 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > ports before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.076261 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnet before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.076598 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnets before_response 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.076941 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.077275 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.077607 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.077942 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.078296 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.078630 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.078967 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnet after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.079299 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnet after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.079629 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.080204 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.plugin [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Modular L2 Plugin initialization complete Jul 13 02:18:59.080528 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading services supported by the core plugin {{(pid=92750) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 13 02:18:59.080849 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.plugins.ml2.managers [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Got port-security extension from driver 'port_security' Jul 13 02:18:59.081310 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.extensions.vlantransparent [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Disabled vlantransparent extension. Jul 13 02:18:59.081788 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92750) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 13 02:18:59.082127 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: router Jul 13 02:18:59.117409 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router_interface before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.117805 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router after_create 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.118759 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router before_create 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.119279 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.119657 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.120017 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router after_delete 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.120382 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > floatingip after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.120754 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router after_create 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.121101 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router after_update 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.121450 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router after_update 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.121800 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.122190 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router after_update 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.122601 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_update 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.122977 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: port after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.123323 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: port after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.123669 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: subnet after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.124012 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.124363 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > port precommit_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.124712 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_create 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.125055 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: port before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.125395 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.125750 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router after_update 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.126119 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_delete 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.126472 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_create 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.126831 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.127173 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_update 55549900 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.127534 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > agent after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.127886 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > agent after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.128230 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > network after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.129072 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Tracking information for resource: router configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:59.129400 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Tracking information for resource: floatingip configured {{(pid=92750) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 13 02:18:59.134823 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.db.l3_agentschedulers_db [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 13 02:18:59.135400 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: port after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.135766 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: port after_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.136120 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: port after_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.136471 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: port after_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.137268 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router before_create 55550100 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.137634 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_delete 55550100 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.137997 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_create 55550100 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.138378 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > router precommit_update 55550100 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.142862 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.services.provider_configuration [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service providers = [] {{(pid=92750) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 13 02:18:59.143404 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.db.servicetype_db [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92750) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 13 02:18:59.146171 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.services.service_base [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 02:18:59.146526 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.services.service_base [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 02:18:59.146869 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.services.service_base [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 02:18:59.147765 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.services.service_base [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92750) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 13 02:18:59.148132 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.services.service_base [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 13 02:18:59.148503 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.148820 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 13 02:18:59.159348 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.159682 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: auto_allocate Jul 13 02:18:59.165918 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: network precommit_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.166308 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: network precommit_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.166822 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.167143 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: tag Jul 13 02:18:59.173600 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.173932 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: timestamp Jul 13 02:18:59.177881 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.178251 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: network_ip_availability Jul 13 02:18:59.184275 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.184649 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.185004 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.185707 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.186051 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: flavors Jul 13 02:18:59.190739 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.191028 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading Plugin: revisions Jul 13 02:18:59.195256 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92750) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 13 02:18:59.195646 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_concurrency.lockutils [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=92750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 13 02:18:59.196404 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92750) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 13 02:18:59.196800 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Initializing extension manager. Jul 13 02:18:59.197308 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: __init__.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.197648 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: __pycache__ {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.197979 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.198342 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: address_group.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.199091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.199645 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: address-group Jul 13 02:18:59.199967 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: address_scope.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.200683 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.201186 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: address-scope Jul 13 02:18:59.201515 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.202477 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.202987 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: router-admin-state-down-before-update Jul 13 02:18:59.203309 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: agent.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.205447 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.205972 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: agent Jul 13 02:18:59.206336 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: agent_resources_synced.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.207261 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.207775 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: agent-resources-synced Jul 13 02:18:59.208106 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: allowedaddresspairs.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.209895 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.210446 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: allowed-address-pairs Jul 13 02:18:59.210774 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: auto_allocated_topology.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.212001 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.212514 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: auto-allocated-topology Jul 13 02:18:59.212842 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: availability_zone.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.213543 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.214061 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: availability_zone Jul 13 02:18:59.214386 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: availability_zone_filter.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.215305 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.215807 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: availability_zone_filter Jul 13 02:18:59.216127 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: data_plane_status.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.217035 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.217530 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension data-plane-status not supported by any of loaded plugins Jul 13 02:18:59.217849 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: default_subnetpools.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.218798 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.219303 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: default-subnetpools Jul 13 02:18:59.219625 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.220431 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.220933 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: dhcp_agent_scheduler Jul 13 02:18:59.221258 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: dns.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.222218 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.222717 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension dns-integration not supported by any of loaded plugins Jul 13 02:18:59.223037 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: dns_domain_ports.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.223956 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.224452 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 13 02:18:59.224770 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.225696 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.226227 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 13 02:18:59.226551 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: dvr.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.227220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.228348 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: dvr Jul 13 02:18:59.228666 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: empty_string_filtering.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.229587 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.230121 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: empty-string-filtering Jul 13 02:18:59.230444 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.231357 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.231857 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 13 02:18:59.232173 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.233084 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.233579 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 13 02:18:59.233898 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: external_net.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.234844 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.235344 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: external-net Jul 13 02:18:59.235665 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.236568 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.237067 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: extra_dhcp_opt Jul 13 02:18:59.237385 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: extraroute.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.238312 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.238812 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: extraroute Jul 13 02:18:59.239133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: extraroute_atomic.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.240154 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.240653 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: extraroute-atomic Jul 13 02:18:59.240975 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: filter_validation.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.241648 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.242183 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: filter-validation Jul 13 02:18:59.242504 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: fip_pf_description.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.243970 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.244463 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 13 02:18:59.244783 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: fip_port_details.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.245704 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.246225 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: fip-port-details Jul 13 02:18:59.246548 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: flavors.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.247775 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.248287 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: flavors Jul 13 02:18:59.248612 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.250306 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.250830 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 13 02:18:59.251161 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: floatingip_pools.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.251865 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.252368 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: floatingip-pools Jul 13 02:18:59.252690 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: ip_allocation.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.253617 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.254137 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension ip_allocation not supported by any of loaded plugins Jul 13 02:18:59.254462 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.255386 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.255890 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: ip-substring-filtering Jul 13 02:18:59.256214 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l2_adjacency.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.257175 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.257668 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 13 02:18:59.257987 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l3.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.259025 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.259826 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: router Jul 13 02:18:59.260148 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.262541 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.263063 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 13 02:18:59.263395 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.264346 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.264859 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: ext-gw-mode Jul 13 02:18:59.265182 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.266134 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.266642 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: l3-ha Jul 13 02:18:59.266960 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l3_flavors.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.267897 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.268397 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: l3-flavors Jul 13 02:18:59.268717 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.269629 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.270154 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 13 02:18:59.270475 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: l3agentscheduler.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.271506 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.272008 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: l3_agent_scheduler Jul 13 02:18:59.272331 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: logging.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.273806 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.274489 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension logging not supported by any of loaded plugins Jul 13 02:18:59.274943 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: metering.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.275693 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.276265 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: metering Jul 13 02:18:59.276591 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.277680 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.278222 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: metering_source_and_destination_fields Jul 13 02:18:59.278549 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: multiprovidernet.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.279478 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.279981 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: multi-provider Jul 13 02:18:59.280307 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: netmtu.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.281235 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.281737 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: net-mtu Jul 13 02:18:59.282091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: netmtu_writable.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.283013 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.283516 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: net-mtu-writable Jul 13 02:18:59.283839 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: network_availability_zone.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.284514 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.285016 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: network_availability_zone Jul 13 02:18:59.285335 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: network_ip_availability.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.286470 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.286977 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: network-ip-availability Jul 13 02:18:59.287300 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: network_segment_range.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.288079 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.288563 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension network-segment-range not supported by any of loaded plugins Jul 13 02:18:59.288883 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: pagination.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.290413 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.290746 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: pagination Jul 13 02:18:59.291065 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: port_device_profile.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.291989 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.292500 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: port-device-profile Jul 13 02:18:59.292820 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.293756 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.294297 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: port-mac-address-regenerate Jul 13 02:18:59.294617 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.295543 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.296047 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: port-numa-affinity-policy Jul 13 02:18:59.296364 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: port_resource_request.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.297273 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.297769 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension port-resource-request not supported by any of loaded plugins Jul 13 02:18:59.298111 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: portbindings.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.299045 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.299545 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: binding Jul 13 02:18:59.299866 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: portbindings_extended.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.301252 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.301768 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: binding-extended Jul 13 02:18:59.302124 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: portsecurity.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.303045 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.303552 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: port-security Jul 13 02:18:59.303874 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: project_id.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.304857 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.305187 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: project-id Jul 13 02:18:59.306173 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: providernet.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.307105 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.307614 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: provider Jul 13 02:18:59.307936 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.311415 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.311929 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos not supported by any of loaded plugins Jul 13 02:18:59.312263 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.313501 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.314013 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 13 02:18:59.314375 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.315296 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.315804 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 13 02:18:59.316149 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_default.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.317039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.317544 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-default not supported by any of loaded plugins Jul 13 02:18:59.317870 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_fip.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.318549 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.319046 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-fip not supported by any of loaded plugins Jul 13 02:18:59.319368 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_gateway_ip.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.320293 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.320795 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 13 02:18:59.321551 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_port_network_policy.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.322525 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.323038 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 13 02:18:59.323361 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_rule_type_details.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.324281 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.324784 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 13 02:18:59.325105 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: qos_rules_alias.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.326170 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.326680 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 13 02:18:59.327001 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: quotasv2.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.327899 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.328224 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: quotas Jul 13 02:18:59.328544 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: quotasv2_detail.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.331563 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.331906 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: quota_details Jul 13 02:18:59.332245 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: rbac.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.333303 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.333820 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: rbac-policies Jul 13 02:18:59.334183 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: rbac_address_group.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.335306 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.335822 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: rbac-address-group Jul 13 02:18:59.336149 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: rbac_address_scope.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.337122 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.337627 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: rbac-address-scope Jul 13 02:18:59.337951 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: rbac_security_groups.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.338894 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.339398 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: rbac-security-groups Jul 13 02:18:59.339720 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: rbac_subnetpool.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.340633 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.341129 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: rbac-subnetpool Jul 13 02:18:59.341454 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: revisionifmatch.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.342418 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.342925 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: revision-if-match Jul 13 02:18:59.343249 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: revisions.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.344364 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.344872 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: standard-attr-revisions Jul 13 02:18:59.345197 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: router_availability_zone.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.345873 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.346412 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: router_availability_zone Jul 13 02:18:59.346738 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: routerservicetype.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.347675 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.348174 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension router-service-type not supported by any of loaded plugins Jul 13 02:18:59.348496 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.349426 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.349927 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: security-groups-normalized-cidr Jul 13 02:18:59.350284 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.351211 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.351712 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: port-security-groups-filtering Jul 13 02:18:59.352040 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.353489 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.353984 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: security-groups-remote-address-group Jul 13 02:18:59.354331 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: securitygroup.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.363744 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.364269 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: security-group Jul 13 02:18:59.364603 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: segment.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.365392 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.365894 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension segment not supported by any of loaded plugins Jul 13 02:18:59.366255 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.367195 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.367693 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 13 02:18:59.368573 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: servicetype.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.369690 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.370233 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: service-type Jul 13 02:18:59.370560 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: sorting.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.371548 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.371878 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: sorting Jul 13 02:18:59.372204 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: standard_attr_segment.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.373189 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.373698 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 13 02:18:59.374046 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: standardattrdescription.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.374696 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.375196 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: standard-attr-description Jul 13 02:18:59.375517 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: stateful_security_group.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.376448 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.376957 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: stateful-security-group Jul 13 02:18:59.377282 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: stdattrs_common.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.377867 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 13 02:18:59.378216 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.379157 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.379669 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 13 02:18:59.379992 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: subnet_onboard.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.381068 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.381581 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: subnet_onboard Jul 13 02:18:59.381905 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.382875 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.383380 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 13 02:18:59.383728 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: subnet_service_types.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.384916 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.385420 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: subnet-service-types Jul 13 02:18:59.385743 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: subnetallocation.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.386845 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.387356 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: subnet_allocation Jul 13 02:18:59.387683 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.388372 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.388873 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: subnetpool-prefix-ops Jul 13 02:18:59.389194 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.390162 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.390670 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 13 02:18:59.390990 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: tagging.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.392061 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.392578 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: standard-attr-tag Jul 13 02:18:59.392906 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: timestamp.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.394142 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.394661 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loaded extension: standard-attr-timestamp Jul 13 02:18:59.394989 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: trunk.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.396032 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.396546 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension trunk not supported by any of loaded plugins Jul 13 02:18:59.396871 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: trunk_details.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.397805 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.398349 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension trunk-details not supported by any of loaded plugins Jul 13 02:18:59.398674 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: uplink_status_propagation.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.400208 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.400718 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 13 02:18:59.401044 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Loading extension file: vlantransparent.py {{(pid=92750) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 13 02:18:59.401716 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92750) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 13 02:18:59.402241 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 13 02:18:59.404707 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:network Jul 13 02:18:59.405237 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:subnet Jul 13 02:18:59.405636 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 02:18:59.406041 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:port Jul 13 02:18:59.407258 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.407698 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service FLAVORS assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.408308 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.408733 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.409061 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:router Jul 13 02:18:59.409487 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:floatingip Jul 13 02:18:59.409982 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service METERING assigned prefix: /metering {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.411424 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.411796 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.412147 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92750) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:18:59.413130 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 02:18:59.413562 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:security_group Jul 13 02:18:59.414007 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 02:18:59.414622 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service CORE assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.415636 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 02:18:59.415987 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] subnetpool is already registered Jul 13 02:18:59.416412 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service CORE assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.416739 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 02:18:59.417073 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] subnetpool is already registered Jul 13 02:18:59.419387 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.419818 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service FLAVORS assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.420405 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.420825 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.421156 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:router Jul 13 02:18:59.421495 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] router is already registered Jul 13 02:18:59.421899 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:floatingip Jul 13 02:18:59.422267 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] floatingip is already registered Jul 13 02:18:59.422719 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service METERING assigned prefix: /metering {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.423379 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of CountableResource for resource:rbac_policy Jul 13 02:18:59.423706 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] rbac_policy is already registered Jul 13 02:18:59.424114 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:security_group Jul 13 02:18:59.424448 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] security_group is already registered Jul 13 02:18:59.424844 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 13 02:18:59.425175 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] security_group_rule is already registered Jul 13 02:18:59.425798 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service CORE assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.426151 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 02:18:59.426496 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] subnetpool is already registered Jul 13 02:18:59.426908 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.v2.resource_helper [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Service CORE assigned prefix: {{(pid=92750) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 13 02:18:59.427227 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Creating instance of TrackedResource for resource:subnetpool Jul 13 02:18:59.427559 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING neutron.quota.resource_registry [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] subnetpool is already registered Jul 13 02:18:59.428500 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: extensions {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.429965 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: address-groups {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.432299 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: address-scopes {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.433607 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: agents {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.434798 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: auto-allocated-topology {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.436048 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: availability_zones {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.437262 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: dhcp-networks {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.438818 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: dhcp-agents {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.440223 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: routers {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.441984 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: flavors {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.444193 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: service_profiles {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.445404 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: next_providers {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.447355 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: service_profiles {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.448902 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: floatingip-pools {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.450133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: routers {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.451840 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: floatingips {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.453104 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: l3-routers {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.454596 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: l3-agents {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.456032 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: metering-labels {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.457190 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: metering-label-rules {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.458579 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: network-ip-availabilities {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.459836 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: bindings {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.461431 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: quotas {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.463766 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: quotas {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.465180 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: rbac-policies {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.466405 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: security-groups {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.467698 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: security-group-rules {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.468957 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: service-providers {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.470201 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: subnetpools {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.471509 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: subnetpools {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.473053 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.474766 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.476601 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.478491 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.480167 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.482811 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.484498 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.486306 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.488172 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.489892 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron.api.extensions [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Extended resource: tags {{(pid=92750) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 13 02:18:59.495947 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING keystonemiddleware.auth_token [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 13 02:18:59.500466 dv-cinder-781024-2-iscsi neutron-server[92750]: WARNING keystonemiddleware.auth_token [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 13 02:18:59.509182 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_concurrency.lockutils [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Acquired lock "singleton_lock" {{(pid=92750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 13 02:18:59.509915 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_concurrency.lockutils [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Releasing lock "singleton_lock" {{(pid=92750) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 13 02:18:59.510585 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO oslo_service.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Starting 2 workers Jul 13 02:18:59.515405 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Started child 92891 {{(pid=92750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 02:18:59.519830 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Started child 92892 {{(pid=92750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 02:18:59.520790 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:18:59.521442 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO neutron.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 13 02:18:59.522124 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Notify callbacks [] for process, before_spawn {{(pid=92750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:18:59.522331 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [-] (92891) wsgi starting up on http://0.0.0.0:9696 Jul 13 02:18:59.525212 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO oslo_service.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Starting 1 workers Jul 13 02:18:59.525675 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:18:59.527181 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [-] (92892) wsgi starting up on http://0.0.0.0:9696 Jul 13 02:18:59.530438 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Started child 92893 {{(pid=92750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 02:18:59.530944 dv-cinder-781024-2-iscsi neutron-server[92750]: INFO oslo_service.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Starting 1 workers Jul 13 02:18:59.534106 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] calling RpcWorker wait() {{(pid=92893) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 13 02:18:59.534645 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] returning from RpcWorker wait() {{(pid=92893) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 13 02:18:59.535393 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Started child 92894 {{(pid=92750) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 13 02:18:59.536024 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:18:59.536224 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG neutron_lib.callbacks.manager [None req-6cfac8b5-988f-4b4b-8d85-f8897a35445e None None] Notify callbacks [] for process, after_spawn {{(pid=92750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:18:59.536592 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:18:59.538154 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 02:18:59.538358 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 02:18:59.538541 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 02:18:59.538837 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 02:18:59.539093 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 02:18:59.539255 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 02:18:59.539821 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.540746 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.541005 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.541275 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.541560 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.541717 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:18:59.542225 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.542432 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.542683 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.542954 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.543184 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.543358 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.543524 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.543780 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.544088 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.544299 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.544568 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.544805 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.545082 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.545252 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.545511 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.545769 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.546019 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.546307 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] debug = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.546559 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.547056 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.547309 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.547555 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.547791 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.548087 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.548313 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.548579 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.548822 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.549100 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.549292 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.549599 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.549763 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.549977 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.550499 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.550674 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.550892 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.551331 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] host = dv-cinder-781024-2-iscsi {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.551564 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.551798 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.552055 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.552308 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.552551 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.552766 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.553005 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.553272 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.553511 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.553730 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.553996 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.554277 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.554511 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.554750 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.554913 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_options = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.555156 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.555449 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.555709 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.555896 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.556061 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.556291 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.556494 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.556656 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.556906 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.557119 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.557363 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.557575 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.557787 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.558005 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.558289 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.558531 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.558774 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.559000 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.559257 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.559497 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.559732 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.559959 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.560173 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.560389 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.560605 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.560835 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.561065 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.561296 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.561506 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.561764 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.562003 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.562281 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.562529 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.562779 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.563026 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.563249 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.563460 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.563720 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.563946 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.564202 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.564453 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.564683 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.564924 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.565135 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.565363 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.565577 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_json = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.565803 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.566046 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.566306 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.566516 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.566749 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.566960 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.567169 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.567405 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.567819 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.568100 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.568427 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.568692 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.568929 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.569181 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.569415 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.569648 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.569897 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.570151 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.570461 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.570681 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.570974 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.571236 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.571492 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.571916 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.572176 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.572453 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.572671 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.572922 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.573137 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.573355 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.573686 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.574089 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.575170 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.575170 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.575170 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.575170 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.575694 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.575694 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.575853 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.576075 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.576382 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.576561 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.576797 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.577038 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.577290 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.577517 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.577801 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.578083 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.578545 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.578545 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.578830 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.579033 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.579213 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.579476 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.579659 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.579949 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.580110 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.580341 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.580567 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.580810 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.581026 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.581239 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.581456 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.581688 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.581911 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.582150 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.582365 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.582512 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:18:59.582668 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.582800 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.583044 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.584651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.584651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.584651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.584651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.584651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.584651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.584651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.585217 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.585217 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.585217 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.585449 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.585575 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.585796 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.586013 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.586273 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.587368 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.587368 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.587726 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.587726 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.588175 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.588175 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.588421 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.588627 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.589208 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.589208 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.589407 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.589647 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.589898 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.590167 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.590831 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.590831 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.591042 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.591140 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.591373 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.591623 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.591872 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.592120 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.592356 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.592613 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.592844 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.593278 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.593278 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.593798 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.593798 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.594106 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.594278 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.594509 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.594739 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.594981 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.595256 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.595492 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.595746 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.595960 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.596218 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.596526 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.596799 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.597049 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.597277 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.597535 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.597799 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.598070 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.598303 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.598531 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.598757 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.599001 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.599278 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.599528 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.599742 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.599955 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.600206 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.600530 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.600780 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.600992 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.601203 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.601477 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.601734 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.601976 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.602332 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.603133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.603382 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.603651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.603885 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.604125 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.604363 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.604589 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.604802 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.605050 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.605291 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.605531 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.605744 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.605955 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.606235 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.606449 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.606666 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.606952 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.607179 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.607404 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.607652 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.607889 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.608112 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.608349 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.608578 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.608790 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.609003 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.609233 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.609487 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.609693 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.609979 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.610364 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.610603 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.610848 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.611103 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.611361 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.611552 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.611896 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.612116 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.612329 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.612545 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.612766 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.613000 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.613210 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.613543 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.613806 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.614052 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.614460 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.614789 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.615020 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.615415 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.615660 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.615873 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.616132 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.616370 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.616589 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.616812 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.617026 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.617247 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.617485 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.617706 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.617947 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.618317 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.618696 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.618910 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.619127 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.619357 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.619647 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.619894 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.620157 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.620395 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.620651 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.620886 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.621111 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.621322 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.621532 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.621773 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.622010 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.622259 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.622509 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.622760 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.622920 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.623134 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.623356 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.623566 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.623798 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.624003 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.624210 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.624429 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.624644 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.624874 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.625105 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.625365 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.625590 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.625832 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.626068 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.626273 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.626573 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.627002 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.627219 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.627505 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.627765 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.628012 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.628254 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.628564 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.628777 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.629039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.629280 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.629521 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.629760 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.630164 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.630367 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.630655 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.630872 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.631121 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.631383 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.631666 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.631958 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.632177 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.632505 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.632844 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.633124 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.633379 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.633660 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.633945 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.634205 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.634410 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.634891 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.635110 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.635327 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.635564 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.635833 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.636048 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.636262 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.636490 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.636711 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.636929 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.637132 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.637346 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.637649 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.637817 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 02:18:59.638365 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92750) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 13 02:18:59.638521 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 13 02:18:59.638673 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 13 02:18:59.638841 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 13 02:18:59.639163 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 13 02:18:59.639466 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 13 02:18:59.639677 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.639838 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.639999 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.640149 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.640304 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.640484 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.640662 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.640791 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.640942 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.641100 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.641405 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.641707 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.642017 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.642335 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.642646 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.642940 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.643231 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.643527 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.643822 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.644114 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.644406 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.644709 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.645001 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] debug = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.645289 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.645613 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.645930 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.646240 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.646528 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.646816 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.647107 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.647413 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.647700 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.647988 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.648277 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.648572 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.648726 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.648878 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.649030 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.649694 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.649862 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.650005 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] host = dv-cinder-781024-2-iscsi {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.650186 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.650344 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.650502 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.650657 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.650819 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.650977 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.651132 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.651341 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.651441 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.651581 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.651733 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.651950 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.652118 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_options = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653740 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653740 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653886 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.653964 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.654214 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.654326 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.654403 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.654695 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.654695 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.654864 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.654993 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.655153 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.655302 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.655499 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.655606 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.655749 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.655905 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.656062 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.656606 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.656606 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.656606 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.656839 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.656839 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.656997 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.657078 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.657233 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.657819 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.657819 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.657819 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.657819 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.658157 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.658157 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.658317 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.658431 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.658588 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.658742 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.658899 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.659056 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.659214 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.659370 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.659526 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_json = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.659682 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.659851 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.659989 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.660146 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.660294 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.660454 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.660604 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.660764 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 13 02:18:59.660978 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.661088 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.661254 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.661414 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.661573 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.661755 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.661895 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.662084 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.662247 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.662407 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.662575 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.662735 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.662905 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.663064 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.663224 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.663386 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.663547 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.663706 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.663872 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.664032 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.664193 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.664353 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.664527 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.664689 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.664887 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.665050 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.665210 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.665370 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.665530 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.665690 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.665851 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.666011 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.666452 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.666452 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.666650 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.666650 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.666927 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.666927 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.667084 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.667232 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.667393 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.667554 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.667714 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.667875 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.668034 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.668194 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.668353 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.668513 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.668673 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.668832 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.669001 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.669161 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.669321 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.669480 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.669641 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.669814 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.669979 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.670130 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.670290 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.670450 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.670628 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.670769 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.670929 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.671109 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.671235 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.671395 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.671548 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672138 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672138 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672138 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672138 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672422 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672422 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672578 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672733 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.672893 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.673053 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.673213 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.673373 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.673532 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.673691 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.673855 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.674069 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.674188 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.674355 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.674529 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.674686 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:18:59.674791 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.674873 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.674989 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.675148 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.675307 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.675465 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.675624 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.675783 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.675942 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.676100 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.676259 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.676420 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.676579 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.676737 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.676896 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.677054 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.677212 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.677369 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.677527 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.677686 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.677845 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.678004 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.678186 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.678345 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.678504 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.678672 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.678832 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.678993 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.679153 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.679318 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.679487 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.679648 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.679808 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.679968 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.680126 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.680286 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.680958 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.681179 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.681277 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.681424 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.681583 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.681749 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.681919 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.682100 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.682261 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.682420 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.682603 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.682763 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.682922 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.683083 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.683244 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.683405 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.683566 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.683727 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.683886 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.684046 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.684207 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.684371 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.684531 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.684693 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.684853 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.685013 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.685173 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.685334 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.685493 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.685653 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.685813 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.685973 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.686154 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.686313 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.686473 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.686665 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.686788 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.686947 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.687108 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.687267 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.687426 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.687584 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.687743 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.687902 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.688061 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.688219 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.688379 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.688539 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.688815 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.688962 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.689104 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.689266 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.689426 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.689587 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.689749 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.689909 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.690202 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.690305 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.690385 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.690782 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.690933 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.691017 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.691114 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.691290 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.691429 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.691605 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.691764 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.691925 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.692267 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.692267 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693024 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693024 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693024 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693024 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693024 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693438 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693438 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693438 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693641 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693717 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.693848 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.694007 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.694200 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.694352 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.694525 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.695039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.695039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.695039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.696133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.696133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.696133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.696133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.696133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.696133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.696133 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.697091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.697091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.697091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.697091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.697091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.697091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.697091 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.698546 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699169 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699169 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699169 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699169 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699459 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699459 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699600 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699687 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699817 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.699978 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.700150 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.700314 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702047 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702680 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702680 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.702680 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.703053 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.703220 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.703392 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.703568 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.703731 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.703892 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.704054 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.704219 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.704379 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.704542 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.704838 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.704838 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.705039 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.705157 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.705303 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.705455 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.705615 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.705774 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.705934 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.706396 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.706396 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.706396 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.706665 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 13 02:18:59.706743 dv-cinder-781024-2-iscsi neutron-server[92750]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92750) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 13 02:18:59.987078 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60264) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:18:59.995472 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062480 Jul 13 02:19:11.333833 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f871a76-07fb-4e9c-b7ce-d273d63abe58 None None] get_active_networks_info from dv-cinder-781024-2-iscsi {{(pid=92893) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 13 02:19:11.432200 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f871a76-07fb-4e9c-b7ce-d273d63abe58 None None] No non-hosted networks {{(pid=92893) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 13 02:19:11.463502 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.agentschedulers_db [None req-1f871a76-07fb-4e9c-b7ce-d273d63abe58 None None] DHCP Agent not found on host dv-cinder-781024-2-iscsi {{(pid=92893) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 13 02:19:11.643392 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-13ff90ed-7ffc-458e-86ce-58c46021d181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682372'] for agent, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:13.865426 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-55b29b7a-0112-42b5-901f-a3e67310b344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682372'] for agent, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:13.905305 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d2acbbd3-c371-4caa-878b-2d40b852382e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:14.212328 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682372'] for agent, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:14.215153 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.215676 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.217209 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.217697 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.218202 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.219272 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.221366 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.221885 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.222402 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.222897 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.224177 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.224767 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:14.231320 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-781024-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:14.253091 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-781024-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:14.964144 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682372'] for agent, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:16.393948 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682372'] for agent, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:17.577042 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60358) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:18.095631 dv-cinder-781024-2-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-312eb19d-253e-422c-ae76-ac83c6fa21e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:18.096224 dv-cinder-781024-2-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-312eb19d-253e-422c-ae76-ac83c6fa21e0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:18.317084 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [None req-312eb19d-253e-422c-ae76-ac83c6fa21e0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:19:18.318092 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-312eb19d-253e-422c-ae76-ac83c6fa21e0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7401042 Jul 13 02:19:20.662018 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60372) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:20.974842 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:19:21.070761 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.policy [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92892) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 02:19:21.116462 dv-cinder-781024-2-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:21.117678 dv-cinder-781024-2-iscsi neutron-server[92892]: WARNING oslo_policy.policy [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:21.126619 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.quota [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] Loaded quota_driver: . Jul 13 02:19:21.139005 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.db.l3_hamode_db [None req-21cad996-7ffb-48ad-aec5-24f71655566f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 13 02:19:21.216486 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cad996-7ffb-48ad-aec5-24f71655566f None None] Routers set() bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:19:21.216831 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cad996-7ffb-48ad-aec5-24f71655566f None None] Router IDs set() for agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 13 02:19:21.219141 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778684003805', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778684004398', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778683991140', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778683986450', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778683979743', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778683973188', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2035756', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1600367', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536390', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-938277'] for rbac-policy, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:21.284191 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:21.285445 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-724aea79-a788-44fc-a23a-3be30d73e2f8 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6224139 Jul 13 02:19:23.815523 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 60384) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:24.293233 dv-cinder-781024-2-iscsi neutron-server[92891]: WARNING oslo_policy.policy [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:24.293815 dv-cinder-781024-2-iscsi neutron-server[92891]: WARNING oslo_policy.policy [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:24.511013 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Request body: {'network': {'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'admin_state_up': True, 'name': 'private', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:19:24.512685 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.quota [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Loaded quota_driver: . Jul 13 02:19:24.569639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Made reservation on behalf of 1d42149b5c4a4262afe235fffe6cc0d9 for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:19:24.635956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.policy [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92891) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 13 02:19:24.680488 dv-cinder-781024-2-iscsi neutron-server[92891]: WARNING oslo_policy.policy [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:24.680852 dv-cinder-781024-2-iscsi neutron-server[92891]: WARNING oslo_policy.policy [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 13 02:19:24.690715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:24.711960 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:24.847701 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:24.851952 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:24.872004 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:19:24.901644 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778685373094', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:24.902276 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Unsubscribe: segment precommit_create {{(pid=92891) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 02:19:24.902793 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Added segment ca5f75d6-9b39-4e2a-a7e0-72832aed56b2 of type vlan for network 68b80c67-f0bc-462b-a00c-e4cb9b454232 Jul 13 02:19:24.921245 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39448d3f-4b97-4cd8-a9d1-fa8c3fa0d261,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:24.943446 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.943871 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.944338 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.944665 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.944992 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.945455 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.945810 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.946225 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.946551 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.946873 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.947189 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.947539 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Tracked resource versions report: Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: pushed versions: Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: { 'AddressGroup': {'1.2'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'ConntrackHelper': {'1.0'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Log': {'1.0'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Network': {'1.1'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Port': {'1.7'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'PortForwarding': {'1.2'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'QosPolicy': {'1.8'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroup': {'1.4'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SubPort': {'1.0'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Subnet': {'1.1'}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Trunk': {'1.1'}} Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: consumer versions: Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'ConntrackHelper': '1.0', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Log': '1.0', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Network': '1.1', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Port': '1.7', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'PortForwarding': '1.2', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'QosPolicy': '1.8', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroup': '1.4', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroupRule': '1.2', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SubPort': '1.0', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Subnet': '1.1', Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Trunk': '1.1'}} Jul 13 02:19:24.948726 dv-cinder-781024-2-iscsi neutron-server[92891]: {{(pid=92891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:19:25.040894 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:25.092187 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:25.093423 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:25.094130 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:25.144701 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3269210 Jul 13 02:19:25.193498 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c2355-4018-4729-ac15-505a29dbe41d admin admin] Pushing event updated for resources: {'Network': ['ID=68b80c67-f0bc-462b-a00c-e4cb9b454232,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:25.207856 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:19:27.758613 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60406) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:28.175397 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daa2d0f-2dc2-43da-b5c2-51145ddc508f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:28.176878 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9daa2d0f-2dc2-43da-b5c2-51145ddc508f admin admin] 10.222.0.32 "GET /v2.0/networks/68b80c67-f0bc-462b-a00c-e4cb9b454232 HTTP/1.1" status: 200 len: 825 time: 0.4173186 Jul 13 02:19:28.201655 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-cdea5dc5-2091-446a-b768-f74cce67d843 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/53a73c82-d426-4349-8b2a-9ebce042fe39 HTTP/1.1" status: 200 len: 734 time: 0.0185223 Jul 13 02:19:28.209865 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Request body: {'subnet': {'subnetpool_id': '53a73c82-d426-4349-8b2a-9ebce042fe39', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:19:28.234873 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Made reservation on behalf of 1d42149b5c4a4262afe235fffe6cc0d9 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:19:28.238134 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:28.524577 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:28.593180 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Checking segment: {'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:19:28.593547 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Network hostable DHCP agents. Network: 68b80c67-f0bc-462b-a00c-e4cb9b454232, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:19:28.600304 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc765a9c-befc-47ff-b284-b6655e68ba72,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:28.614917 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.615279 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.615658 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.615940 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.616360 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.616768 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.617696 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.618017 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.618373 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.618690 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.619002 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.619309 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Tracked resource versions report: Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: pushed versions: Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: { 'AddressGroup': {'1.2'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'ConntrackHelper': {'1.0'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Log': {'1.0'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Network': {'1.1'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Port': {'1.7'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'PortForwarding': {'1.2'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'QosPolicy': {'1.8'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroup': {'1.4'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SubPort': {'1.0'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Subnet': {'1.1'}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Trunk': {'1.1'}} Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: consumer versions: Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'ConntrackHelper': '1.0', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Log': '1.0', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Network': '1.1', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Port': '1.7', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'PortForwarding': '1.2', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'QosPolicy': '1.8', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroup': '1.4', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroupRule': '1.2', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SubPort': '1.0', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Subnet': '1.1', Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Trunk': '1.1'}} Jul 13 02:19:28.620412 dv-cinder-781024-2-iscsi neutron-server[92892]: {{(pid=92892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:19:28.651215 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:19:28.662872 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 68b80c67-f0bc-462b-a00c-e4cb9b454232) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:19:28.667908 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:28.668517 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:28.672694 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a172e30b-98e2-4db1-ac8f-761b68f4b24f None None] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:19:28.681904 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-df8b5299-5718-4b22-9b7e-4efcda63b764 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4752493 Jul 13 02:19:28.986258 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-68b80c67-f0bc-462b-a00c-e4cb9b454232', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'fixed_ips': [{'subnet_id': 'cc765a9c-befc-47ff-b284-b6655e68ba72'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:19:28.987462 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:29.258244 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Allocated IP 172.20.0.2 (68b80c67-f0bc-462b-a00c-e4cb9b454232/cc765a9c-befc-47ff-b284-b6655e68ba72/57e7212c-15ca-4fe0-9e6a-515a2f74e7a4) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:19:29.460814 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:29.501947 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Transition to ACTIVE for port object 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:19:29.523592 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Transition to ACTIVE for port object 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:19:29.531513 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:29.593933 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:19:29.600545 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:19:29.612496 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:19:29.619475 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Pushing event updated for resources: {'Port': ['ID=57e7212c-15ca-4fe0-9e6a-515a2f74e7a4,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:29.644938 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.645287 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.645631 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.645963 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.646319 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.646696 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.647024 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.647349 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.647689 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.648015 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.648376 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.648714 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Tracked resource versions report: Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: pushed versions: Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: { 'AddressGroup': {'1.2'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'ConntrackHelper': {'1.0'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Log': {'1.0'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Network': {'1.1'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Port': {'1.7'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'PortForwarding': {'1.2'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'QosPolicy': {'1.8'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroup': {'1.4'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SubPort': {'1.0'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Subnet': {'1.1'}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Trunk': {'1.1'}} Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: consumer versions: Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'ConntrackHelper': '1.0', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Log': '1.0', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Network': '1.1', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Port': '1.7', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'PortForwarding': '1.2', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'QosPolicy': '1.8', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroup': '1.4', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroupRule': '1.2', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SubPort': '1.0', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Subnet': '1.1', Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Trunk': '1.1'}} Jul 13 02:19:29.649795 dv-cinder-781024-2-iscsi neutron-server[92893]: {{(pid=92893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:19:29.700982 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Attempting to bind port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:19:29.701568 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Attempting to bind port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:19:29.701809 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Attempting to bind port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 on network 68b80c67-f0bc-462b-a00c-e4cb9b454232 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:19:29.706639 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:19:29.707046 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Checking segment: {'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:19:29.707545 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:29.707937 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Bound using segment: {'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:19:29.708417 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Bound port: 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:19:29.708848 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:29.769800 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] For port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:19:29.774295 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] For port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=57e7212c-15ca-4fe0-9e6a-515a2f74e7a4,segment=NetworkSegment(ca5f75d6-9b39-4e2a-a7e0-72832aed56b2),segment_id=ca5f75d6-9b39-4e2a-a7e0-72832aed56b2)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:19:29.778395 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:29.844151 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec118582-68fb-42e5-83d4-1661b1df2418 None None] Pushing event updated for resources: {'Port': ['ID=57e7212c-15ca-4fe0-9e6a-515a2f74e7a4,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:31.081197 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60418) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:31.395689 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [None req-8561505a-ab6c-45b7-a7d4-72e301a3241b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:19:31.396675 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8561505a-ab6c-45b7-a7d4-72e301a3241b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144395 Jul 13 02:19:33.747664 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 60426) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:34.059668 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [None req-100cffe8-15da-4296-9f8c-e540d2268b6a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:19:34.060655 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-100cffe8-15da-4296-9f8c-e540d2268b6a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119371 Jul 13 02:19:35.891257 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42a2987-5553-495d-8597-c091aac05741 None None] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:19:35.969407 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-38e87f38-685f-4516-857b-430954d12c62 None None] Provisioning for port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:19:36.111461 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:19:36.204543 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:19:36.209828 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:36.210249 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:36.331533 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:36.333987 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-43f6187f-9e50-447c-9aab-dd542f687900 None None] Provisioning complete for port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:36.334375 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-43f6187f-9e50-447c-9aab-dd542f687900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:36.393572 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=57e7212c-15ca-4fe0-9e6a-515a2f74e7a4,segment=NetworkSegment(ca5f75d6-9b39-4e2a-a7e0-72832aed56b2),segment_id=ca5f75d6-9b39-4e2a-a7e0-72832aed56b2)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:19:36.398291 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:36.488072 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=57e7212c-15ca-4fe0-9e6a-515a2f74e7a4,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:36.683422 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60442) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:36.974433 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-9dd4f0f6-f639-42d3-8823-221db0743196 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:19:36.999153 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0f6-f639-42d3-8823-221db0743196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:37.000662 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0f6-f639-42d3-8823-221db0743196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:37.158254 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0f6-f639-42d3-8823-221db0743196 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:37.162970 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0f6-f639-42d3-8823-221db0743196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:37.175441 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9dd4f0f6-f639-42d3-8823-221db0743196 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:37.176688 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9dd4f0f6-f639-42d3-8823-221db0743196 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4923053 Jul 13 02:19:38.075100 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:19:38.120564 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:38.120930 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:39.497185 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60450) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:39.803635 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [None req-97ed56c7-5806-4504-9474-c73850653469 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:19:39.805085 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-97ed56c7-5806-4504-9474-c73850653469 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069561 Jul 13 02:19:41.265559 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8fd63bfd-b531-4683-827e-9c07321d4878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.155640 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 60458) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:42.457590 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:19:42.479186 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Made reservation on behalf of 7e85c010d5df4c958b7cbd1c162da8da for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:19:42.481367 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.496703 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.613907 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.618265 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.633753 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=92892) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 13 02:19:42.653521 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3266e00-a471-4689-a8ac-1bb06970d1ea,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:42.662234 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778685373094', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.662803 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Unsubscribe: segment precommit_create {{(pid=92892) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 13 02:19:42.663796 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Added segment 41d1eee1-9789-496c-aa0c-fa99215ad0c5 of type flat for network 9e9be0e9-4a97-4224-8803-2d3b2a429194 Jul 13 02:19:42.717067 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.767745 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.768663 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:42.769223 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:42.819038 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6623452 Jul 13 02:19:42.860673 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f1f8c-8c36-4e23-be66-0260f64996f7 admin admin] Pushing event updated for resources: {'Network': ['ID=9e9be0e9-4a97-4224-8803-2d3b2a429194,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:42.875141 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:19:43.849603 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b3936399-c842-4495-8f08-6a85b9010962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:44.209005 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:44.908847 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:45.149173 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 60476) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:45.359647 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfef8d69-5c97-4023-9968-5ae20295349f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:45.361013 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-bfef8d69-5c97-4023-9968-5ae20295349f admin admin] 10.222.0.32 "GET /v2.0/subnets/cc765a9c-befc-47ff-b284-b6655e68ba72 HTTP/1.1" status: 200 len: 849 time: 0.2109163 Jul 13 02:19:45.521468 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1ecf5435-87c9-4ccd-8988-84481e247c1a admin admin] 10.222.0.32 "GET /v2.0/routers/f39e6f4a-84b6-407b-825f-855dfd96700c HTTP/1.1" status: 200 len: 704 time: 0.1550617 Jul 13 02:19:45.800815 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.093637 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Allocated IP 172.20.0.1 (68b80c67-f0bc-462b-a00c-e4cb9b454232/cc765a9c-befc-47ff-b284-b6655e68ba72/8bed53fb-e02e-4326-b890-01dc8396d8e4) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:19:46.278917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.301933 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Transition to ACTIVE for port object 8bed53fb-e02e-4326-b890-01dc8396d8e4 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:19:46.345317 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.383510 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.454915 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:19:46.463434 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:19:46.468906 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bed53fb-e02e-4326-b890-01dc8396d8e4,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:46.482697 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:19:46.482697 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.651097 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-d0f28d87-2986-4335-803b-e1c17d4fe797 None None] Provisioning for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:19:46.654730 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-d0f28d87-2986-4335-803b-e1c17d4fe797 None None] Provisioning complete for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:46.655108 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d0f28d87-2986-4335-803b-e1c17d4fe797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.689925 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-d0f28d87-2986-4335-803b-e1c17d4fe797 None None] Port 8bed53fb-e02e-4326-b890-01dc8396d8e4 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:19:46.694330 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.918806 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.923178 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.960798 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:46.974344 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Pushing event updated for resources: {'Port': ['ID=8bed53fb-e02e-4326-b890-01dc8396d8e4,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:47.062744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:19:47.064086 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:19:47.111904 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-7c8d2133-adfd-4995-9b0f-408881787c55 None None] Provisioning complete for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:47.112275 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7c8d2133-adfd-4995-9b0f-408881787c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:47.147268 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-7c8d2133-adfd-4995-9b0f-408881787c55 None None] Port 8bed53fb-e02e-4326-b890-01dc8396d8e4 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:19:47.231977 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Router f39e6f4a-84b6-407b-825f-855dfd96700c is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:19:47.266195 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8c77edd2-8709-4ab5-81e7-42f6cdf97e84 None None] Provisioning complete for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:47.266562 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8c77edd2-8709-4ab5-81e7-42f6cdf97e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:47.298534 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-8c77edd2-8709-4ab5-81e7-42f6cdf97e84 None None] Port 8bed53fb-e02e-4326-b890-01dc8396d8e4 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:19:47.321516 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:19:47.326722 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9819ae73-8757-466e-9ecc-ffce21a546d0 admin admin] 10.222.0.32 "PUT /v2.0/routers/f39e6f4a-84b6-407b-825f-855dfd96700c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8003354 Jul 13 02:19:47.331546 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Sync routers for ids ['f39e6f4a-84b6-407b-825f-855dfd96700c'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:19:47.343949 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Routers {'f39e6f4a-84b6-407b-825f-855dfd96700c'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:19:47.344788 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:19:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f39e6f4a-84b6-407b-825f-855dfd96700c'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:47.527895 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Set router f39e6f4a-84b6-407b-825f-855dfd96700c gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:19:47.947977 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'name': 'router1', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:19:37Z', 'updated_at': '2021-07-13T02:19:46Z', 'revision_number': 2, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'gw_port_host': None, '_interfaces': [{'id': '8bed53fb-e02e-4326-b890-01dc8396d8e4', 'name': '', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'mac_address': 'fa:16:3e:fc:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:45Z', 'updated_at': '2021-07-13T02:19:46Z', 'revision_number': 2, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'subnets': [{'id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53a73c82-d426-4349-8b2a-9ebce042fe39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:47.998713 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Checking router: f39e6f4a-84b6-407b-825f-855dfd96700c for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:19:47.999088 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Updating router f39e6f4a-84b6-407b-825f-855dfd96700c port 8bed53fb-e02e-4326-b890-01dc8396d8e4 binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:19:48.063275 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:48.544546 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:48.561807 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Transition to ACTIVE for port object 8bed53fb-e02e-4326-b890-01dc8396d8e4 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:19:48.568785 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:48.729181 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Attempting to bind port 8bed53fb-e02e-4326-b890-01dc8396d8e4 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:19:48.729566 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Attempting to bind port 8bed53fb-e02e-4326-b890-01dc8396d8e4 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:19:48.730137 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Attempting to bind port 8bed53fb-e02e-4326-b890-01dc8396d8e4 on network 68b80c67-f0bc-462b-a00c-e4cb9b454232 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:19:48.741039 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:19:48.741550 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Checking segment: {'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:19:48.742082 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:48.742473 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Bound using segment: {'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:19:48.742959 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Bound port: 8bed53fb-e02e-4326-b890-01dc8396d8e4, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5f75d6-9b39-4e2a-a7e0-72832aed56b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:19:48.743356 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:48.746327 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Pushing event updated for resources: {'Port': ['ID=8bed53fb-e02e-4326-b890-01dc8396d8e4,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:48.761590 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.761935 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.762302 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.762638 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.762965 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.763293 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.763618 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.763941 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.764275 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.764595 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.764912 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.765227 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Tracked resource versions report: Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: pushed versions: Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: consumer versions: Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Log': '1.0', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Network': '1.1', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Port': '1.7', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SubPort': '1.0', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Subnet': '1.1', Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jul 13 02:19:48.766347 dv-cinder-781024-2-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:19:48.827046 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] For port 8bed53fb-e02e-4326-b890-01dc8396d8e4, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:19:48.848613 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] For port 8bed53fb-e02e-4326-b890-01dc8396d8e4, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8bed53fb-e02e-4326-b890-01dc8396d8e4,segment=NetworkSegment(ca5f75d6-9b39-4e2a-a7e0-72832aed56b2),segment_id=ca5f75d6-9b39-4e2a-a7e0-72832aed56b2)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:19:48.854274 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:48.911353 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513497ed-e383-4cc7-8b6f-e2b681c9c5c0 None None] Pushing event updated for resources: {'Port': ['ID=8bed53fb-e02e-4326-b890-01dc8396d8e4,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:48.913982 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Routers {'f39e6f4a-84b6-407b-825f-855dfd96700c'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:19:48.914611 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:19:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f39e6f4a-84b6-407b-825f-855dfd96700c'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:49.011706 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] Set router f39e6f4a-84b6-407b-825f-855dfd96700c gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:19:49.216127 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'name': 'router1', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:19:37Z', 'updated_at': '2021-07-13T02:19:46Z', 'revision_number': 2, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'gw_port_host': None, '_interfaces': [{'id': '8bed53fb-e02e-4326-b890-01dc8396d8e4', 'name': '', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'mac_address': 'fa:16:3e:fc:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:45Z', 'updated_at': '2021-07-13T02:19:48Z', 'revision_number': 4, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'subnets': [{'id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53a73c82-d426-4349-8b2a-9ebce042fe39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:49.245042 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12feaf43-e1b9-47dc-8297-a58c9f21e4d4 None None] The sync data for ids ['f39e6f4a-84b6-407b-825f-855dfd96700c'] in dv-cinder-781024-2-iscsi is: [{'id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'name': 'router1', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:19:37Z', 'updated_at': '2021-07-13T02:19:46Z', 'revision_number': 2, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'gw_port_host': None, '_interfaces': [{'id': '8bed53fb-e02e-4326-b890-01dc8396d8e4', 'name': '', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'mac_address': 'fa:16:3e:fc:bf:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:45Z', 'updated_at': '2021-07-13T02:19:48Z', 'revision_number': 4, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'subnets': [{'id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53a73c82-d426-4349-8b2a-9ebce042fe39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:19:49.540547 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 60498) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:49.648349 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd15e99e-263c-4e38-beda-c8e2f72629ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:49.649713 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-dd15e99e-263c-4e38-beda-c8e2f72629ad admin admin] 10.222.0.32 "GET /v2.0/networks/9e9be0e9-4a97-4224-8803-2d3b2a429194 HTTP/1.1" status: 200 len: 842 time: 0.1082919 Jul 13 02:19:49.658905 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:19:49.683052 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Made reservation on behalf of 7e85c010d5df4c958b7cbd1c162da8da for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:19:49.685454 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:49.993407 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.objects.ports [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92891) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 13 02:19:49.993820 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:50.048634 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0e8e0d-7e64-4a12-9cae-532a24321c71,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:50.059596 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:19:50.059943 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Network hostable DHCP agents. Network: 9e9be0e9-4a97-4224-8803-2d3b2a429194, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:19:50.080964 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:19:50.092049 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 9e9be0e9-4a97-4224-8803-2d3b2a429194) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:19:50.097211 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:50.098011 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:50.101509 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4319cec8-d2c9-4a69-8f69-976203003e5e None None] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:19:50.112718 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-c06791ba-563e-443a-9076-af96d57607a9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4570379 Jul 13 02:19:50.232073 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70287b2f-4df3-4bbb-94ef-5c043c6dd656 None None] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:19:52.114375 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8bed53fb-e02e-4326-b890-01dc8396d8e4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:19:52.168310 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:19:52.172466 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:52.172835 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:52.320511 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:52.356497 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 8bed53fb-e02e-4326-b890-01dc8396d8e4, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8bed53fb-e02e-4326-b890-01dc8396d8e4,segment=NetworkSegment(ca5f75d6-9b39-4e2a-a7e0-72832aed56b2),segment_id=ca5f75d6-9b39-4e2a-a7e0-72832aed56b2)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:19:52.360835 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:52.398426 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 60510) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:52.423498 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=8bed53fb-e02e-4326-b890-01dc8396d8e4,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:52.545912 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9a8538d3-d5da-4fda-8cf3-336473fffecb admin admin] 10.222.0.32 "GET /v2.0/routers/f39e6f4a-84b6-407b-825f-855dfd96700c HTTP/1.1" status: 200 len: 710 time: 0.1456242 Jul 13 02:19:52.584747 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-0af2dbdf-4d4c-4c6e-acc7-c97ec3bec5f7 None None] Provisioning complete for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:52.585268 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0af2dbdf-4d4c-4c6e-acc7-c97ec3bec5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:52.633294 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93f3914-f38d-4af7-aea1-3f4e3e2e5831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:19:52.634966 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-e93f3914-f38d-4af7-aea1-3f4e3e2e5831 admin admin] 10.222.0.32 "GET /v2.0/networks/9e9be0e9-4a97-4224-8803-2d3b2a429194 HTTP/1.1" status: 200 len: 886 time: 0.0838876 Jul 13 02:19:52.643606 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:19:52.948844 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:53.181190 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:53.258069 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:53.357430 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Allocated IP 172.27.2.165 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/b27cebb7-331c-4d71-8dcb-10dbb0027630) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:19:53.458600 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:53.496307 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:53.533859 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:19:53.536554 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:19:53.540048 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:19:53.575156 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Pushing event updated for resources: {'Port': ['ID=b27cebb7-331c-4d71-8dcb-10dbb0027630,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:53.778013 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:53.965567 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:53.968706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-687706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-687701', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-673221'] for router, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:54.070634 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Router f39e6f4a-84b6-407b-825f-855dfd96700c has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:19:54.082828 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8bed53fb-e02e-4326-b890-01dc8396d8e4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:19:54.128325 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:54.128697 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:54.173570 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:19:54.177725 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:54.179548 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9d126f8d-40fa-4dc5-a972-6a33b47058ea admin admin] 10.222.0.32 "PUT /v2.0/routers/f39e6f4a-84b6-407b-825f-855dfd96700c HTTP/1.1" status: 200 len: 890 time: 1.5391779 Jul 13 02:19:54.196295 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Sync routers for ids ['f39e6f4a-84b6-407b-825f-855dfd96700c'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:19:54.221434 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Routers {'f39e6f4a-84b6-407b-825f-855dfd96700c'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:19:54.222158 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:19:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f39e6f4a-84b6-407b-825f-855dfd96700c'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:54.438506 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Set router f39e6f4a-84b6-407b-825f-855dfd96700c gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:19:54.829572 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'name': 'router1', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b27cebb7-331c-4d71-8dcb-10dbb0027630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:19:37Z', 'updated_at': '2021-07-13T02:19:53Z', 'revision_number': 4, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'gw_port': {'id': 'b27cebb7-331c-4d71-8dcb-10dbb0027630', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:53Z', 'updated_at': '2021-07-13T02:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8bed53fb-e02e-4326-b890-01dc8396d8e4', 'name': '', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'mac_address': 'fa:16:3e:fc:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:45Z', 'updated_at': '2021-07-13T02:19:52Z', 'revision_number': 5, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'subnets': [{'id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53a73c82-d426-4349-8b2a-9ebce042fe39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:54.877495 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Checking router: f39e6f4a-84b6-407b-825f-855dfd96700c for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:19:54.877848 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Updating router f39e6f4a-84b6-407b-825f-855dfd96700c port b27cebb7-331c-4d71-8dcb-10dbb0027630 binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:19:54.911459 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:55.300166 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:55.310187 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Transition to ACTIVE for port object b27cebb7-331c-4d71-8dcb-10dbb0027630 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:19:55.315906 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:55.364726 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Attempting to bind port b27cebb7-331c-4d71-8dcb-10dbb0027630 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:19:55.365099 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Attempting to bind port b27cebb7-331c-4d71-8dcb-10dbb0027630 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:19:55.365464 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Attempting to bind port b27cebb7-331c-4d71-8dcb-10dbb0027630 on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:19:55.373160 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7fa52-c666-459e-8872-04145b20e358 None None] Pushing event updated for resources: {'Port': ['ID=b27cebb7-331c-4d71-8dcb-10dbb0027630,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:55.376550 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:19:55.376937 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:19:55.377342 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:55.377724 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:19:55.378222 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Bound port: b27cebb7-331c-4d71-8dcb-10dbb0027630, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:19:55.378624 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:55.435287 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] For port b27cebb7-331c-4d71-8dcb-10dbb0027630, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:19:55.438576 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] For port b27cebb7-331c-4d71-8dcb-10dbb0027630, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=b27cebb7-331c-4d71-8dcb-10dbb0027630,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:19:55.442729 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:55.502925 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7fa52-c666-459e-8872-04145b20e358 None None] Pushing event updated for resources: {'Port': ['ID=b27cebb7-331c-4d71-8dcb-10dbb0027630,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:55.508312 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Routers {'f39e6f4a-84b6-407b-825f-855dfd96700c'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:19:55.509775 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:19:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f39e6f4a-84b6-407b-825f-855dfd96700c'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:55.619613 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:19:55.624599 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] Set router f39e6f4a-84b6-407b-825f-855dfd96700c gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:19:55.839048 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'name': 'router1', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b27cebb7-331c-4d71-8dcb-10dbb0027630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:19:37Z', 'updated_at': '2021-07-13T02:19:53Z', 'revision_number': 4, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'gw_port': {'id': 'b27cebb7-331c-4d71-8dcb-10dbb0027630', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:53Z', 'updated_at': '2021-07-13T02:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8bed53fb-e02e-4326-b890-01dc8396d8e4', 'name': '', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'mac_address': 'fa:16:3e:fc:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:45Z', 'updated_at': '2021-07-13T02:19:52Z', 'revision_number': 5, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'subnets': [{'id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53a73c82-d426-4349-8b2a-9ebce042fe39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:19:55.868491 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56e0a73-34f2-4c05-ad73-49faaab2c234 None None] The sync data for ids ['f39e6f4a-84b6-407b-825f-855dfd96700c'] in dv-cinder-781024-2-iscsi is: [{'id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'name': 'router1', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.165'}], 'enable_snat': True}, 'gw_port_id': 'b27cebb7-331c-4d71-8dcb-10dbb0027630', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:19:37Z', 'updated_at': '2021-07-13T02:19:53Z', 'revision_number': 4, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'gw_port': {'id': 'b27cebb7-331c-4d71-8dcb-10dbb0027630', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:53Z', 'updated_at': '2021-07-13T02:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8bed53fb-e02e-4326-b890-01dc8396d8e4', 'name': '', 'network_id': '68b80c67-f0bc-462b-a00c-e4cb9b454232', 'tenant_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'mac_address': 'fa:16:3e:fc:bf:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39e6f4a-84b6-407b-825f-855dfd96700c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:19:45Z', 'updated_at': '2021-07-13T02:19:52Z', 'revision_number': 5, 'project_id': '1d42149b5c4a4262afe235fffe6cc0d9', 'subnets': [{'id': 'cc765a9c-befc-47ff-b284-b6655e68ba72', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53a73c82-d426-4349-8b2a-9ebce042fe39'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:19:56.114941 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device b27cebb7-331c-4d71-8dcb-10dbb0027630 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:19:56.169584 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port b27cebb7-331c-4d71-8dcb-10dbb0027630 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:19:56.173678 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port b27cebb7-331c-4d71-8dcb-10dbb0027630 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:56.173978 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:56.256420 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:56.279741 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port b27cebb7-331c-4d71-8dcb-10dbb0027630, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=b27cebb7-331c-4d71-8dcb-10dbb0027630,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:19:56.284842 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:19:56.342920 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=b27cebb7-331c-4d71-8dcb-10dbb0027630,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:19:56.556002 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 60518) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:19:56.760763 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-f70b173a-3637-41dc-ab35-826ccb052794 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.2036223 Jul 13 02:19:58.086103 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device b27cebb7-331c-4d71-8dcb-10dbb0027630 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:19:58.132928 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port b27cebb7-331c-4d71-8dcb-10dbb0027630 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:19:58.133296 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:11.276294 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5e4cd01-6d51-441e-86d1-62488eafbc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:13.852996 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-56dd4554-dfaf-4551-9416-de5977b0f907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:14.214321 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:14.918189 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:16.368087 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:32.618587 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:20:41.269101 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5cc9a539-18fb-43f4-93b6-fcfd92bcc708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:43.854301 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-456a5316-a3e3-47e9-83ec-f083e192c14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:44.217606 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:44.909272 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:20:46.370329 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:09.617664 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:21:11.273068 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-232bd00e-90f0-4053-a1a2-630bc84fc2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:13.854573 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-471fe9eb-3043-471d-abf6-217e1c17da57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:14.220178 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:14.913288 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:16.371267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:31.967602 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32854) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:32.028276 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.pecan_wsgi.hooks.translation [None req-363fc217-b393-4da1-aace-2359a500bca5 admin admin] GET failed (client error): The resource could not be found. Jul 13 02:21:32.029561 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-363fc217-b393-4da1-aace-2359a500bca5 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610013 Jul 13 02:21:32.185899 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2310ca-09db-4522-b26e-0114aa5427e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:32.187397 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9d2310ca-09db-4522-b26e-0114aa5427e8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540236 Jul 13 02:21:34.354708 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32864) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:34.445938 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f940f3-8c52-4441-a7f4-b85fc4fe70e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:34.447292 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-38f940f3-8c52-4441-a7f4-b85fc4fe70e6 admin admin] 10.222.0.32 "GET /v2.0/subnets/cc765a9c-befc-47ff-b284-b6655e68ba72 HTTP/1.1" status: 200 len: 849 time: 0.0916462 Jul 13 02:21:34.457062 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:21:34.536978 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Notify callbacks [] for subnet, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:34.673602 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778685208661'] for subnet, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:34.704428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:34.705608 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:34.706466 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] 10.222.0.32 "PUT /v2.0/subnets/cc765a9c-befc-47ff-b284-b6655e68ba72 HTTP/1.1" status: 200 len: 868 time: 0.2535634 Jul 13 02:21:34.724121 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc765a9c-befc-47ff-b284-b6655e68ba72,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:21:34.731452 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.731835 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.732153 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7a9bf-d72f-4ac0-ac9a-008e89154820 None None] Network 68b80c67-f0bc-462b-a00c-e4cb9b454232 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:21:34.732642 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.732642 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.732805 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.733156 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.733486 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.733815 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.734177 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.734506 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.734829 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:34.735151 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfc37af-7107-4a6e-aefb-c7d081b817cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:21:35.136251 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-4c86bf19-fc35-41c6-975b-79795fafb275 None None] Provisioning complete for port 57e7212c-15ca-4fe0-9e6a-515a2f74e7a4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:21:35.136613 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4c86bf19-fc35-41c6-975b-79795fafb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:35.219102 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-4c86bf19-fc35-41c6-975b-79795fafb275 None None] Provisioning complete for port 8bed53fb-e02e-4326-b890-01dc8396d8e4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:21:35.219364 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4c86bf19-fc35-41c6-975b-79795fafb275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:36.857849 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 32872) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:37.061468 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fe7914-b9c5-433c-b038-96a15fdc8e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:37.061868 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fe7914-b9c5-433c-b038-96a15fdc8e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:37.063410 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a1fe7914-b9c5-433c-b038-96a15fdc8e2b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2046149 Jul 13 02:21:39.203211 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 32882) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:39.332864 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2afbf-4e58-43eb-8d96-9b5904920015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:39.333249 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d2afbf-4e58-43eb-8d96-9b5904920015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:39.334784 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-62d2afbf-4e58-43eb-8d96-9b5904920015 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306353 Jul 13 02:21:41.273988 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c869cd1-3740-4ca7-b545-cb579cdf88eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:41.496203 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 32890) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:41.666288 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dfdd92-6638-4d4a-90d4-7de1bf747b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:41.667658 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e1dfdd92-6638-4d4a-90d4-7de1bf747b97 admin admin] 10.222.0.32 "GET /v2.0/networks/68b80c67-f0bc-462b-a00c-e4cb9b454232 HTTP/1.1" status: 200 len: 869 time: 0.1705146 Jul 13 02:21:43.817346 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 32898) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:43.856318 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8d083ad6-f3ef-4dbc-8746-7fd4d62538a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:43.942515 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4730295-f62e-4f7e-b770-e32b6e0e123a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:43.943841 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f4730295-f62e-4f7e-b770-e32b6e0e123a admin admin] 10.222.0.32 "GET /v2.0/networks/9e9be0e9-4a97-4224-8803-2d3b2a429194 HTTP/1.1" status: 200 len: 886 time: 0.1255608 Jul 13 02:21:44.220688 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:44.914879 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:46.087467 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 32906) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:46.208212 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fab7c5-021b-4036-abef-8466903e0414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:46.208669 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fab7c5-021b-4036-abef-8466903e0414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:46.210208 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a7fab7c5-021b-4036-abef-8466903e0414 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1217861 Jul 13 02:21:46.378595 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:21:46.616530 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:21:48.358976 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32914) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:48.479900 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba94c92-c868-40f7-8ddf-87c25a9b8485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:48.480358 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba94c92-c868-40f7-8ddf-87c25a9b8485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:48.481855 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-4ba94c92-c868-40f7-8ddf-87c25a9b8485 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219194 Jul 13 02:21:50.608395 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32922) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:50.690642 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633b68f-a63b-4d1b-93f4-16a09c03d843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:50.691952 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a633b68f-a63b-4d1b-93f4-16a09c03d843 admin admin] 10.222.0.32 "GET /v2.0/subnets/8c0e8e0d-7e64-4a12-9cae-532a24321c71 HTTP/1.1" status: 200 len: 816 time: 0.0825922 Jul 13 02:21:52.826803 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32930) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:21:52.916272 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5d7b7b-4f99-4fc9-8885-191c75c9f3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:21:52.917642 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8d5d7b7b-4f99-4fc9-8885-191c75c9f3ec admin admin] 10.222.0.32 "GET /v2.0/subnets/cc765a9c-befc-47ff-b284-b6655e68ba72 HTTP/1.1" status: 200 len: 868 time: 0.0898671 Jul 13 02:22:11.274661 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-67661dd2-1a48-4c7a-b4b1-1fb64e998df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:13.858371 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d52d7fcd-a78d-4d6f-8162-84276a008622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:14.222473 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:14.920578 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:16.381084 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:17.113845 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32982) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:22:17.159679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [None req-d545daa0-9502-434f-b48c-0c1600c256b4 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:22:17.160676 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-d545daa0-9502-434f-b48c-0c1600c256b4 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458500 Jul 13 02:22:19.371037 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32990) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:22:19.432562 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c618cf-c2c3-4ba5-9ce4-fb100477f603 admin admin] GET failed (client error): The resource could not be found. Jul 13 02:22:19.433867 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b7c618cf-c2c3-4ba5-9ce4-fb100477f603 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619082 Jul 13 02:22:19.515592 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b44c5f2-2e97-48da-8dbc-3b1bf386b680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:22:19.517063 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9b44c5f2-2e97-48da-8dbc-3b1bf386b680 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0791724 Jul 13 02:22:21.767447 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 32998) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:22:21.813172 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:22:21.833360 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Made reservation on behalf of 7e85c010d5df4c958b7cbd1c162da8da for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:22:21.835686 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:21.864821 dv-cinder-781024-2-iscsi neutron-server[92891]: WARNING neutron.services.revisions.revision_plugin [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Could not find related network for resource to bump revision. Jul 13 02:22:21.876870 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:22:21.886400 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:21.886827 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Added segment 32cef274-9f88-4421-a63d-78d63c1d0915 of type vlan for network 7638b690-c800-469f-920a-e2407b674a94 Jul 13 02:22:21.931701 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:21.959307 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:21.960150 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:22:21.960732 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:21.990803 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2221153 Jul 13 02:22:22.020953 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97647fc1-959c-4c0e-925c-ffcca6266d0c admin admin] Pushing event updated for resources: {'Network': ['ID=7638b690-c800-469f-920a-e2407b674a94,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:22:22.032184 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 7638b690-c800-469f-920a-e2407b674a94 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:22:23.615026 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:22:24.211291 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33006) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:22:24.269928 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad452ae-b815-44d5-a2e2-c028a5010060 admin admin] GET failed (client error): The resource could not be found. Jul 13 02:22:24.271187 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-3ad452ae-b815-44d5-a2e2-c028a5010060 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589414 Jul 13 02:22:24.339515 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe18ec0-1dd8-4ec8-87a8-ff9850a3adc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:22:24.340915 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-3fe18ec0-1dd8-4ec8-87a8-ff9850a3adc6 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659673 Jul 13 02:22:24.351639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '7638b690-c800-469f-920a-e2407b674a94', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:22:24.370794 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Made reservation on behalf of 7e85c010d5df4c958b7cbd1c162da8da for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:22:24.372987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:24.530093 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:24.578930 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7753ee27-60de-42d3-8d08-cabad6b0689f,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:22:24.589097 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Checking segment: {'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:22:24.589441 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Network hostable DHCP agents. Network: 7638b690-c800-469f-920a-e2407b674a94, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:22:24.605200 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Network 7638b690-c800-469f-920a-e2407b674a94 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:22:24.614121 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 7638b690-c800-469f-920a-e2407b674a94) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:22:24.617904 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:22:24.618508 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:24.623406 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40688ba-5d97-42a2-8f16-c528283db7db None None] Network 7638b690-c800-469f-920a-e2407b674a94 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:22:24.632040 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-293ed06e-f07e-43aa-870d-6ef90f513a76 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2837393 Jul 13 02:22:24.774984 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-7638b690-c800-469f-920a-e2407b674a94', 'network_id': '7638b690-c800-469f-920a-e2407b674a94', 'tenant_id': '7e85c010d5df4c958b7cbd1c162da8da', 'fixed_ips': [{'subnet_id': '7753ee27-60de-42d3-8d08-cabad6b0689f'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:22:24.775864 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:24.913915 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Allocated IP 192.168.233.2 (7638b690-c800-469f-920a-e2407b674a94/7753ee27-60de-42d3-8d08-cabad6b0689f/d9d0388c-4962-41ed-aa1e-8f92b6661b5a) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:22:25.061725 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:25.070890 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Transition to ACTIVE for port object d9d0388c-4962-41ed-aa1e-8f92b6661b5a will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:22:25.086581 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Transition to ACTIVE for port object d9d0388c-4962-41ed-aa1e-8f92b6661b5a will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:22:25.093822 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:25.130894 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Network 7638b690-c800-469f-920a-e2407b674a94 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:22:25.136283 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:22:25.139916 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:22:25.149227 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Pushing event updated for resources: {'Port': ['ID=d9d0388c-4962-41ed-aa1e-8f92b6661b5a,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:22:25.174870 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.175232 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.175580 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.175922 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.176265 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.176599 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.176932 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.177268 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.177616 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.177949 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.178301 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.178648 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:22:25.217336 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Attempting to bind port d9d0388c-4962-41ed-aa1e-8f92b6661b5a on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:22:25.217706 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Attempting to bind port d9d0388c-4962-41ed-aa1e-8f92b6661b5a by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:22:25.218168 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Attempting to bind port d9d0388c-4962-41ed-aa1e-8f92b6661b5a on network 7638b690-c800-469f-920a-e2407b674a94 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:22:25.225554 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:22:25.225554 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Checking segment: {'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:22:25.225554 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:25.225554 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Bound using segment: {'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:22:25.225554 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Bound port: d9d0388c-4962-41ed-aa1e-8f92b6661b5a, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:22:25.226121 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:25.289246 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] For port d9d0388c-4962-41ed-aa1e-8f92b6661b5a, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:22:25.292992 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] For port d9d0388c-4962-41ed-aa1e-8f92b6661b5a, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=d9d0388c-4962-41ed-aa1e-8f92b6661b5a,segment=NetworkSegment(32cef274-9f88-4421-a63d-78d63c1d0915),segment_id=32cef274-9f88-4421-a63d-78d63c1d0915)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:22:25.297300 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:25.356900 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca59fa28-d9f9-4758-aace-3c14164825ec None None] Pushing event updated for resources: {'Port': ['ID=d9d0388c-4962-41ed-aa1e-8f92b6661b5a,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:22:26.156537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca140ee0-f504-4f80-adcb-d5e17e7be178 None None] Network 7638b690-c800-469f-920a-e2407b674a94 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:22:26.234658 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device d9d0388c-4962-41ed-aa1e-8f92b6661b5a up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:22:26.319537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-73502611-5366-4d96-aa6f-b56088355693 None None] Provisioning for port d9d0388c-4962-41ed-aa1e-8f92b6661b5a completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:22:26.355372 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port d9d0388c-4962-41ed-aa1e-8f92b6661b5a completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:22:26.360314 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port d9d0388c-4962-41ed-aa1e-8f92b6661b5a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:22:26.360677 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:26.461205 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:26.497985 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port d9d0388c-4962-41ed-aa1e-8f92b6661b5a, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=d9d0388c-4962-41ed-aa1e-8f92b6661b5a,segment=NetworkSegment(32cef274-9f88-4421-a63d-78d63c1d0915),segment_id=32cef274-9f88-4421-a63d-78d63c1d0915)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:22:26.501712 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:26.560459 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=d9d0388c-4962-41ed-aa1e-8f92b6661b5a,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:22:26.649264 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-967940a2-921d-48ec-aa0c-983654774fdd None None] Provisioning complete for port d9d0388c-4962-41ed-aa1e-8f92b6661b5a triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:22:26.649636 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-967940a2-921d-48ec-aa0c-983654774fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:28.200642 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device d9d0388c-4962-41ed-aa1e-8f92b6661b5a up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:22:28.248126 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port d9d0388c-4962-41ed-aa1e-8f92b6661b5a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:22:28.248502 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:41.276234 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-12738f07-01d2-4d9d-93f3-273c148d73f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:43.859156 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5fbbcd4a-fe99-49e8-9526-1528f51888d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:44.223886 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:44.920805 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:22:46.385107 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:00.614148 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:23:11.277021 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3488dd78-0f8c-427f-a641-cabeef37d25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:13.860887 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-707a40cc-fe4e-4717-92c0-6ff6c2f6b768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:14.226139 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:14.925416 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:16.387379 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:33.705304 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33058) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:23:33.711268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [None req-1a52501a-2c41-4267-b6f1-336bb2e8550b tempest-verify_tempest_config-1604196289 tempest-verify_tempest_config-1604196289-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:23:33.712240 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1a52501a-2c41-4267-b6f1-336bb2e8550b tempest-verify_tempest_config-1604196289 tempest-verify_tempest_config-1604196289-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059786 Jul 13 02:23:34.009314 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33076) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:23:34.107938 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:34.195729 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:34.199250 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:34.242887 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1f79328820340e7a407f86186a54671&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2325656 Jul 13 02:23:34.244032 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e24908f-5146-43ef-904a-ffa87ad54af9,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:23:34.245573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33082) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:23:34.250653 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.251013 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.251921 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.252262 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.252589 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.252924 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.253247 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.253568 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.253887 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.254230 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.254547 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.254863 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df2988c-e8fb-49cb-af09-91b1848d9119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.302804 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:34.322240 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:34.411284 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:34.413703 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:34.414865 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e24908f-5146-43ef-904a-ffa87ad54af9 HTTP/1.1" status: 204 len: 168 time: 0.1681099 Jul 13 02:23:34.422450 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e24908f-5146-43ef-904a-ffa87ad54af9,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:23:34.429529 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.429888 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.430251 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.430580 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.430906 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.431243 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.431562 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.431875 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.432197 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.432514 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.432824 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:34.433133 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7776c6dc-d25f-48b4-90d5-7140574ab6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:23:37.613287 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:23:41.278653 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-33415540-5a3f-4f7b-b2cb-bc11fe597170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:43.863056 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a644e7ba-d442-461c-8e4f-6b652890e28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:44.227034 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:44.928609 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:23:46.390499 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:11.279082 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a3675869-5a4a-44bf-92f3-dcbe0c75861a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:13.864263 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-710f7dd0-f163-43ac-ab4a-a2c090f57435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:14.227914 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:14.611061 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:24:14.932834 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:16.392258 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:41.278433 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-69310936-b4b1-4804-bc21-e4761a1ad730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:43.865193 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-208da262-9efd-4e4d-8f2f-fdb29e46ec64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:44.227611 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:44.933350 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:46.396034 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:24:51.608889 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 5 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:25:05.785186 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-682372'] for agent, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:11.279000 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c5bb163-7ab8-4d43-9d4e-6903123eb7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:13.867459 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7d164539-48b1-490c-88a7-f4de151c6694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:14.228033 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:14.936030 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:16.399646 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:20.726364 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33154) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:25:20.825978 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-313afe30-0291-4a06-8fb5-9993e583ffe0 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0980575 Jul 13 02:25:22.997634 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33164) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:25:23.055729 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-332715ee-7804-4720-8930-bdddda87718e admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0561976 Jul 13 02:25:28.607761 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:25:35.736448 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:41.279722 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0b1d2bb6-d5ee-45bc-85c3-12a6851fc177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:43.868138 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1c84b42b-218a-401c-8666-e6ec3d22e8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:44.228895 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:44.938660 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:25:46.401597 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:05.606873 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:26:05.738396 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:11.279589 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bafa0385-b4df-4263-9cac-87aba11c2bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:13.868789 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-156f0186-11cd-4a74-9625-064c065d9f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:14.234964 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:14.943962 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:16.409123 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:35.753975 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:41.280441 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-eeece294-5ff0-4710-8a6b-6d488518375c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:42.605881 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:26:43.872234 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4eae-3784-4527-b2d0-3356125eddf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:44.237682 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:44.945501 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:46.407610 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:50.621973 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33324) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:50.688501 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33334) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:50.824794 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1531757005-network', 'tenant_id': '3b02533417754144803237804ba3c72d'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:50.847304 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Made reservation on behalf of 3b02533417754144803237804ba3c72d for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:50.849751 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:50.858683 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:50.865329 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1324790808-network', 'tenant_id': '197b525e7a104e5ebcd262a734055741'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:50.896684 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Made reservation on behalf of 197b525e7a104e5ebcd262a734055741 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:50.899496 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:50.912227 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:50.992077 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:50.999004 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.034583 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:26:51.070729 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.071138 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Added segment 5ed10f01-41e4-48dc-a20a-53fcc0c3fc02 of type vlan for network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a Jul 13 02:26:51.080450 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9669e80-f025-43a7-a8ff-c4372fb971e3,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:51.126217 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.130361 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.130735 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.131250 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.131763 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.132094 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.132607 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.133125 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.133493 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.133963 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.134461 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.134794 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.135116 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Tracked resource versions report: Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: pushed versions: Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: { 'AddressGroup': {'1.2'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'ConntrackHelper': {'1.0'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Log': {'1.0'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Network': {'1.1'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Port': {'1.7'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'PortForwarding': {'1.2'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'QosPolicy': {'1.8'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroup': {'1.4'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SubPort': {'1.0'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Subnet': {'1.1'}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Trunk': {'1.1'}} Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: consumer versions: Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: HyperV agent@hv-cinder-78102: {}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'ConntrackHelper': '1.0', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Log': '1.0', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Network': '1.1', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Port': '1.7', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'PortForwarding': '1.2', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'QosPolicy': '1.8', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroup': '1.4', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SecurityGroupRule': '1.2', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'SubPort': '1.0', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Subnet': '1.1', Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: 'Trunk': '1.1'}} Jul 13 02:26:51.136142 dv-cinder-781024-2-iscsi neutron-server[92892]: {{(pid=92892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:26:51.174667 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.175917 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:51.176702 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.253838 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] Pushing event updated for resources: {'Network': ['ID=b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:51.269500 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:26:51.275302 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.280436 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.305691 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33380) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:51.306560 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-abe50fa4-c5a8-4e22-b34a-2e8ace694635 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6828179 Jul 13 02:26:51.310522 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:26:51.311726 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Request body: {'subnet': {'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1531757005-subnet', 'tenant_id': '3b02533417754144803237804ba3c72d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:51.322567 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.323188 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Added segment 580cc305-bd7d-496d-81ea-9e1827458f74 of type vlan for network c480eb56-38cb-46d3-accb-fb773d7ee254 Jul 13 02:26:51.340867 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Made reservation on behalf of 3b02533417754144803237804ba3c72d for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:51.346415 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.368915 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.397009 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604e79a4-c404-4170-913e-9d6f8e22fe97,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:51.414073 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.415881 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:51.416723 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.481399 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] Pushing event updated for resources: {'Network': ['ID=c480eb56-38cb-46d3-accb-fb773d7ee254,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:51.492429 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network c480eb56-38cb-46d3-accb-fb773d7ee254 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:26:51.497889 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-20ad9d0a-646c-4556-a48d-0766e24a6667 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8083432 Jul 13 02:26:51.499610 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33388) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:51.505730 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Request body: {'subnet': {'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1324790808-subnet', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:51.533787 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Made reservation on behalf of 197b525e7a104e5ebcd262a734055741 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:51.536390 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.590459 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33392) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:51.605532 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.658253 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33394) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:51.658655 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33396) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:51.659087 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33398) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:51.659846 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a57fa7-52a0-47a7-8e96-2ea37f24a889,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:51.687970 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.688461 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.689174 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.689586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.689981 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.690555 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.691077 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.691559 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.692085 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.692562 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.693049 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.693532 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Tracked resource versions report: Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: pushed versions: Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: { 'AddressGroup': {'1.2'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'ConntrackHelper': {'1.0'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Log': {'1.0'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Network': {'1.1'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Port': {'1.7'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'PortForwarding': {'1.2'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'QosPolicy': {'1.8'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroup': {'1.4'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SubPort': {'1.0'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Subnet': {'1.1'}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Trunk': {'1.1'}} Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: consumer versions: Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: HyperV agent@hv-cinder-78102: {}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'ConntrackHelper': '1.0', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Log': '1.0', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Network': '1.1', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Port': '1.7', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'PortForwarding': '1.2', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'QosPolicy': '1.8', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroup': '1.4', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SecurityGroupRule': '1.2', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'SubPort': '1.0', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Subnet': '1.1', Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: 'Trunk': '1.1'}} Jul 13 02:26:51.699050 dv-cinder-781024-2-iscsi neutron-server[92891]: {{(pid=92891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:26:51.732071 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Checking segment: {'id': '5ed10f01-41e4-48dc-a20a-53fcc0c3fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:51.732428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Network hostable DHCP agents. Network: b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:26:51.753591 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:26:51.779276 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:51.786527 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:51.787676 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.792866 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a63a331-d3b7-4252-8d9f-49adf5dfdd09 None None] Network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:51.816506 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-355d4edc-60ad-41b8-8c8d-610e18ec1b11 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5042002 Jul 13 02:26:51.823371 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.892643 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Pushing event updated for resources: {'Subnet': ['ID=75929777-f1cb-4a10-8a42-0e40505a8540,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:51.898347 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Checking segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:51.899461 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Network hostable DHCP agents. Network: c480eb56-38cb-46d3-accb-fb773d7ee254, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:26:51.917654 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Network c480eb56-38cb-46d3-accb-fb773d7ee254 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:26:51.927815 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, c480eb56-38cb-46d3-accb-fb773d7ee254) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:51.933156 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:51.933741 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:51.948137 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610b2304-8720-4f83-aa07-191bab836dd0 None None] Network c480eb56-38cb-46d3-accb-fb773d7ee254 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:51.951684 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d9540df1-4d74-4f1e-b241-62f6fa52120b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4476156 Jul 13 02:26:51.951974 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33418) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:51.955683 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-633916996-network', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:51.956577 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:51.972731 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1454966284-network', 'tenant_id': 'bbd8b64fbded44a796d99d7fbcd81083'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:51.984102 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc7d57c-9a1a-4bc1-9e8a-c75f264b0987 None None] Network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:51.998044 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.db.api [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 02:26:51.998044 dv-cinder-781024-2-iscsi neutron-server[92891]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 02:26:51.998044 dv-cinder-781024-2-iscsi neutron-server[92891]: [parameters: {'project_id': 'bbd8b64fbded44a796d99d7fbcd81083', 'id': 'da02739f-8dbf-4c11-9615-9aa1c5e93678', 'expiration': datetime.datetime(2021, 7, 13, 2, 28, 51, 983778)}] Jul 13 02:26:51.998044 dv-cinder-781024-2-iscsi neutron-server[92891]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 02:26:51.998733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG oslo_db.api [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 02:26:51.999376 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.db.api [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 02:26:51.999376 dv-cinder-781024-2-iscsi neutron-server[92891]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 02:26:51.999376 dv-cinder-781024-2-iscsi neutron-server[92891]: [parameters: {'project_id': '197b525e7a104e5ebcd262a734055741', 'id': '81cfbeef-5a88-4e5a-a7d4-14ef09c586e9', 'expiration': datetime.datetime(2021, 7, 13, 2, 28, 51, 991731)}] Jul 13 02:26:51.999376 dv-cinder-781024-2-iscsi neutron-server[92891]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 02:26:52.000281 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG oslo_db.api [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 02:26:52.005475 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Made reservation on behalf of 63a044a9d95c49ce9281f67e741cf8ad for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:52.007977 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.017542 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.023914 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2140756079-network', 'tenant_id': '6b3bcc4decdb4d42a7f3efd99887e102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:52.047603 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-688373045-network', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:52.129988 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.136695 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.155141 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.db.api [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 02:26:52.155141 dv-cinder-781024-2-iscsi neutron-server[92891]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 13 02:26:52.155141 dv-cinder-781024-2-iscsi neutron-server[92891]: [parameters: {'project_id_1': 'cc0ee8f5f4bc44599b259e826174d9ae', 'expiration_1': datetime.datetime(2021, 7, 13, 2, 26, 52, 57089)}] Jul 13 02:26:52.155141 dv-cinder-781024-2-iscsi neutron-server[92891]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 02:26:52.161578 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG oslo_db.api [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 02:26:52.162679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Made reservation on behalf of 6b3bcc4decdb4d42a7f3efd99887e102 for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:52.165057 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.169748 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1b9657-b4ea-4536-ac12-d148f9832b97,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:52.180973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.199465 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:26:52.212504 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.213332 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Added segment 01ae75e1-e707-4fc7-8f9f-ed0d9ee75617 of type vlan for network 4baa4fb6-de8b-4124-9674-6f3872d23a0f Jul 13 02:26:52.284979 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.295734 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-c480eb56-38cb-46d3-accb-fb773d7ee254', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:26:52.299849 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.354418 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.356243 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:52.357120 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.434367 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] Pushing event updated for resources: {'Network': ['ID=4baa4fb6-de8b-4124-9674-6f3872d23a0f,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:52.524935 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.528486 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Allocated IP 172.20.0.2 (c480eb56-38cb-46d3-accb-fb773d7ee254/75929777-f1cb-4a10-8a42-0e40505a8540/6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:26:52.531788 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.533482 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:26:52.538989 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-78991ddc-daa3-439c-a850-a22162f32292 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9473655 Jul 13 02:26:52.542231 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33448) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:52.550388 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Request body: {'subnet': {'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-subnet', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:52.559706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.561273 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.630459 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:26:52.703689 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.705523 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Made reservation on behalf of bbd8b64fbded44a796d99d7fbcd81083 for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:52.708077 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.712879 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.713404 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Added segment d022e019-0e5f-43a6-9be5-f0008090d7fa of type vlan for network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 Jul 13 02:26:52.727342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Made reservation on behalf of 63a044a9d95c49ce9281f67e741cf8ad for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:52.730542 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.733128 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd26b3-8f11-40ba-b4ac-cb477dd005ae,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:52.804233 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.806868 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.816817 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Transition to ACTIVE for port object 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:26:52.834389 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Transition to ACTIVE for port object 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:26:52.846103 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.890561 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Made reservation on behalf of cc0ee8f5f4bc44599b259e826174d9ae for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:52.892928 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:52.898155 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Network c480eb56-38cb-46d3-accb-fb773d7ee254 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:26:52.901702 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:52.905406 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:26:52.909951 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.011053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Pushing event updated for resources: {'Port': ['ID=6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:53.024091 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.041552 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.053764 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.054113 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.054646 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.059888 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.060449 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.060942 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.061421 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.061905 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.062419 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.062950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.063676 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.064191 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Tracked resource versions report: Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: pushed versions: Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: { 'AddressGroup': {'1.2'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'ConntrackHelper': {'1.0'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Log': {'1.0'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Network': {'1.1'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Port': {'1.7'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'PortForwarding': {'1.2'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'QosPolicy': {'1.8'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroup': {'1.4'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SubPort': {'1.0'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Subnet': {'1.1'}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Trunk': {'1.1'}} Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: consumer versions: Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: HyperV agent@hv-cinder-78102: {}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'ConntrackHelper': '1.0', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Log': '1.0', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Network': '1.1', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Port': '1.7', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'PortForwarding': '1.2', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'QosPolicy': '1.8', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroup': '1.4', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SecurityGroupRule': '1.2', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'SubPort': '1.0', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Subnet': '1.1', Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: 'Trunk': '1.1'}} Jul 13 02:26:53.065670 dv-cinder-781024-2-iscsi neutron-server[92893]: {{(pid=92893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:26:53.079481 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Attempting to bind port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:26:53.080187 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Attempting to bind port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:26:53.080776 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Attempting to bind port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 on network c480eb56-38cb-46d3-accb-fb773d7ee254 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:26:53.083563 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.098773 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:26:53.099391 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Checking segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:53.100043 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.102755 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Bound using segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:26:53.103430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Bound port: 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:26:53.103995 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.199856 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:53.220712 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Checking segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:53.223197 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Network hostable DHCP agents. Network: 4baa4fb6-de8b-4124-9674-6f3872d23a0f, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:26:53.232825 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] For port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:26:53.239953 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] For port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:26:53.247224 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.259698 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:26:53.281059 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 4baa4fb6-de8b-4124-9674-6f3872d23a0f) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:53.285393 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:53.286102 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.303479 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddd54c-579a-4d99-bc0a-34a6bca1a894 None None] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:53.339124 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.366402 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-db0c97fd-4e50-4590-8e48-69993cf90046 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8229985 Jul 13 02:26:53.369886 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33478) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:53.374630 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:53.438604 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.450058 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb13d1-4d6d-4194-a4f0-68a7a8c668d2 None None] Pushing event updated for resources: {'Port': ['ID=6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:53.463087 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.464220 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:53.465282 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.537145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:26:53.567698 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfd8513-3e3f-499f-b9ae-baf802c52f81,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:53.581466 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:26:53.582538 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.591025 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.591369 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Added segment fb3ca0e2-8041-4414-8af2-17124ea1e8af of type vlan for network c46d0842-2467-4dde-89da-27c583ed4d0c Jul 13 02:26:53.719195 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] Pushing event updated for resources: {'Network': ['ID=bbf39b0f-a6a8-4156-9bab-028e4f2bf745,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:53.744583 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:26:53.755359 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.936429 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.937424 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:53.938233 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:53.974964 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.007035 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Allocated IP 172.20.0.2 (4baa4fb6-de8b-4124-9674-6f3872d23a0f/9e7d89ff-4d1d-4f43-ad76-fb9e3f196028/5d72c112-ad18-46ee-8360-5877f6796e2b) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:26:54.016203 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.017900 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.019372 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.057233 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3937383 Jul 13 02:26:54.062087 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ec6f7ff7-9e17-470d-8a44-7d706d2ec34f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3949745 Jul 13 02:26:54.062452 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33514) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:54.063157 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33516) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:54.069931 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Request body: {'subnet': {'network_id': 'c46d0842-2467-4dde-89da-27c583ed4d0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1454966284-subnet', 'tenant_id': 'bbd8b64fbded44a796d99d7fbcd81083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:54.082715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:26:54.112403 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Request body: {'subnet': {'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2140756079-subnet', 'tenant_id': '6b3bcc4decdb4d42a7f3efd99887e102', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:54.146817 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:54.152956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a50106-af7e-4b56-a5b8-f87476b30cce admin admin] Pushing event updated for resources: {'Network': ['ID=c46d0842-2467-4dde-89da-27c583ed4d0c,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:54.158057 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.158389 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Added segment 8464ad21-7f1b-4619-a555-8c1078ebfa73 of type vlan for network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 Jul 13 02:26:54.160251 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.189246 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.190754 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.215335 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network c46d0842-2467-4dde-89da-27c583ed4d0c details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:26:54.349841 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33532) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:54.353862 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.357958 dv-cinder-781024-2-iscsi neutron-server[92891]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 13 02:26:54.366506 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Made reservation on behalf of bbd8b64fbded44a796d99d7fbcd81083 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:54.370696 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.526744 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:26:54.545914 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.547076 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:54.547816 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.596458 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Made reservation on behalf of 6b3bcc4decdb4d42a7f3efd99887e102 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:54.599869 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.663446 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9981275 Jul 13 02:26:54.674984 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33538) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:54.689790 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Request body: {'subnet': {'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-subnet', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:54.707673 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.717495 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:26:54.723585 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Transition to ACTIVE for port object 5d72c112-ad18-46ee-8360-5877f6796e2b will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:26:54.743205 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Allocated IP 172.27.2.81 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/4f88b9dc-6d21-4262-b370-a51e9a791b5a) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:26:54.743905 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Transition to ACTIVE for port object 5d72c112-ad18-46ee-8360-5877f6796e2b will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:26:54.752501 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.812001 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a879efa-e49b-493b-938e-2a0743295f2f admin admin] Pushing event updated for resources: {'Network': ['ID=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:54.834009 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:26:54.835189 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:26:54.841825 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177690-c212-4832-a060-09242626214b req-10ad3e20-6eb5-4661-8744-a13367dc0e0c tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:54.843421 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-10ad3e20-6eb5-4661-8744-a13367dc0e0c tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/networks?id=b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a HTTP/1.1" status: 200 len: 812 time: 0.4923651 Jul 13 02:26:54.860191 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Made reservation on behalf of cc0ee8f5f4bc44599b259e826174d9ae for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:54.864167 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.882754 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:54.908874 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd90f0-7dd7-47dd-a40c-4e05e8f08677 None None] Network c480eb56-38cb-46d3-accb-fb773d7ee254 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:54.933501 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-acb8389f-042c-4830-9161-67be5bc05178 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/quotas/3b02533417754144803237804ba3c72d HTTP/1.1" status: 200 len: 375 time: 0.0744050 Jul 13 02:26:54.938649 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67f2d1b3-8b06-44e2-8bb4-85f6863b5229,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:54.942063 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.034094 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Checking segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:55.034695 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Network hostable DHCP agents. Network: bbf39b0f-a6a8-4156-9bab-028e4f2bf745, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:26:55.047361 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:55.054706 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:26:55.097459 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:26:55.163936 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Attempting to bind port 5d72c112-ad18-46ee-8360-5877f6796e2b on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:26:55.167151 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Attempting to bind port 5d72c112-ad18-46ee-8360-5877f6796e2b by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:26:55.167151 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Attempting to bind port 5d72c112-ad18-46ee-8360-5877f6796e2b on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:26:55.170695 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, bbf39b0f-a6a8-4156-9bab-028e4f2bf745) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:55.174251 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:26:55.174952 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Checking segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:55.175490 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.176044 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Bound using segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:26:55.176971 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Bound port: 5d72c112-ad18-46ee-8360-5877f6796e2b, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:26:55.177620 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.179577 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.183983 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:55.184758 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.232105 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d445935c-3c96-4898-a7e4-43e95aff3e64 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1552811 Jul 13 02:26:55.259785 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.263114 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] For port 5d72c112-ad18-46ee-8360-5877f6796e2b, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:26:55.266655 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] For port 5d72c112-ad18-46ee-8360-5877f6796e2b, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=5d72c112-ad18-46ee-8360-5877f6796e2b,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:26:55.268304 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Pushing event updated for resources: {'Port': ['ID=5d72c112-ad18-46ee-8360-5877f6796e2b,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:55.271343 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-64f7854d-7039-4eb4-b4dc-c8d3cbd5d489 None None] Provisioning for port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:26:55.278833 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa98e74d-a563-4fb1-be5c-fe0fa73e46ee None None] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:55.285469 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.306082 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33554) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:55.307268 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9cb917-45a6-4ac7-aad9-eb652c9cb9aa,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:55.316544 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-ec75d6d0-400f-4e52-807e-81d5ae14c107 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3b02533417754144803237804ba3c72d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3442047 Jul 13 02:26:55.337107 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-64f7854d-7039-4eb4-b4dc-c8d3cbd5d489 None None] Provisioning complete for port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:26:55.337491 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-64f7854d-7039-4eb4-b4dc-c8d3cbd5d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.348343 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Checking segment: {'id': 'fb3ca0e2-8041-4414-8af2-17124ea1e8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c46d0842-2467-4dde-89da-27c583ed4d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:55.348705 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Network hostable DHCP agents. Network: c46d0842-2467-4dde-89da-27c583ed4d0c, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:26:55.438130 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.506689 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Network c46d0842-2467-4dde-89da-27c583ed4d0c is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:26:55.518643 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.581901 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, c46d0842-2467-4dde-89da-27c583ed4d0c) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:55.584108 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.594915 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:55.595502 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.636257 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2279f2fa-87ca-4d0d-98ef-b5ff6ed5798a None None] Network c46d0842-2467-4dde-89da-27c583ed4d0c requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:55.700685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-2dd56ed1-b712-4e8e-ac3d-876c80ca6592 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:26:55.704452 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-2dd56ed1-b712-4e8e-ac3d-876c80ca6592 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1120727 Jul 13 02:26:55.706543 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:26:55.712002 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4ca2-b5f0-49de-ba0a-2458697cf842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:55.861459 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c85c5-57ce-4d40-b758-c0d3b7e48e8c None None] Network c46d0842-2467-4dde-89da-27c583ed4d0c requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:55.959907 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Pushing event updated for resources: {'Port': ['ID=4f88b9dc-6d21-4262-b370-a51e9a791b5a,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:55.984381 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-993b8406-ebe2-49ee-a757-de2c5d97e24f service neutron] 10.222.0.32 "GET /v2.0/networks/b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555957 Jul 13 02:26:56.014414 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:56.055574 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:26:56.066820 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Allocated IP 172.27.2.11 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/04258a23-88b4-4071-b9a5-cdacad639fa4) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:26:56.091891 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450c779-df1e-4b67-b4ff-c58e372d6ade None None] Pushing event updated for resources: {'Port': ['ID=5d72c112-ad18-46ee-8360-5877f6796e2b,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:56.160480 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-84c1198d-e949-435a-9695-6c0565e38e38 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0960805 Jul 13 02:26:56.369515 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-64f7854d-7039-4eb4-b4dc-c8d3cbd5d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:56.381252 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19a4e40-5a09-4e48-ac93-0b9f53b39f5f None None] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:56.396333 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:56.596238 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 5d72c112-ad18-46ee-8360-5877f6796e2b up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:26:56.608993 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:56.722269 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:56.773072 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33614) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:56.798608 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-82135bec-ccf5-4c03-8b12-4a1de919a58f service neutron] 10.222.0.32 "GET /v2.0/networks/b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8130603 Jul 13 02:26:56.808270 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dba4ca9-8cee-4aa8-aad2-cad4d5121222,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:56.823038 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-64f7854d-7039-4eb4-b4dc-c8d3cbd5d489 None None] For port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:26:56.827724 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-64f7854d-7039-4eb4-b4dc-c8d3cbd5d489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:56.852590 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 5d72c112-ad18-46ee-8360-5877f6796e2b completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:26:56.944798 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7854d-7039-4eb4-b4dc-c8d3cbd5d489 None None] Pushing event updated for resources: {'Port': ['ID=6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:56.947581 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:26:56.952937 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:56.963954 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:26:56.985718 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Pushing event updated for resources: {'Port': ['ID=04258a23-88b4-4071-b9a5-cdacad639fa4,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:57.044679 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e1d0ab46-44ac-4227-a62c-9e0869bf61ca None None] Provisioning complete for port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:26:57.045292 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e1d0ab46-44ac-4227-a62c-9e0869bf61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.127493 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Checking segment: {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:57.127852 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Network hostable DHCP agents. Network: 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:26:57.220275 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c325d538-bf98-48f7-9cd4-068bc9206920 None None] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:57.317601 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-247e113c-cbe0-4354-9496-b61bb2797ed5 req-280e826d-9481-4374-a53c-e467bcf61f50 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.1283391 Jul 13 02:26:57.328512 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33638) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:57.368277 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4ca2-b5f0-49de-ba0a-2458697cf842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.377348 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-514261013-network', 'tenant_id': '7cd92ed2d6f446be964df803d67bf1b9'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:57.421259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-170db0c2-1e1c-407a-8e5f-6301ad58ef14 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:57.423327 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-170db0c2-1e1c-407a-8e5f-6301ad58ef14 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 0.6231303 Jul 13 02:26:57.427493 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:26:57.435878 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e2dc4ca2-b5f0-49de-ba0a-2458697cf842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.483818 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-9078f782-098a-4bd1-94aa-faaca52e9e80 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/quotas/6b3bcc4decdb4d42a7f3efd99887e102 HTTP/1.1" status: 200 len: 375 time: 0.0428255 Jul 13 02:26:57.484856 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Made reservation on behalf of 7cd92ed2d6f446be964df803d67bf1b9 for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:57.489648 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-f3443c3d-9c19-4847-9253-d6b80fe87bbe None None] Provisioning for port 5d72c112-ad18-46ee-8360-5877f6796e2b completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:26:57.493822 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.495543 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-f3443c3d-9c19-4847-9253-d6b80fe87bbe None None] Provisioning complete for port 5d72c112-ad18-46ee-8360-5877f6796e2b triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:26:57.495913 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f3443c3d-9c19-4847-9253-d6b80fe87bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.556891 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4ca2-b5f0-49de-ba0a-2458697cf842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbff8b0-0c11-4eb5-b914-d905fd4409ef,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:57.559193 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.563201 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.581993 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.596096 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:26:57.624548 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882dbc58-9ef7-4ca0-8413-a3552cd1aeec None None] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:57.627752 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f3443c3d-9c19-4847-9253-d6b80fe87bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.653219 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:57.654208 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.700054 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-0b0765cc-a585-4c04-b98a-573ba522c7da tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1490321 Jul 13 02:26:57.712519 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-e2dc4ca2-b5f0-49de-ba0a-2458697cf842 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7e17a3c53974e4e95cc2802363461df&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3996422 Jul 13 02:26:57.752905 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33646) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:57.878580 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-f3443c3d-9c19-4847-9253-d6b80fe87bbe None None] For port 5d72c112-ad18-46ee-8360-5877f6796e2b, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=5d72c112-ad18-46ee-8360-5877f6796e2b,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:26:57.889792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f3443c3d-9c19-4847-9253-d6b80fe87bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.905810 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.938232 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:57.986735 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.052328 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:26:58.125228 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3443c3d-9c19-4847-9253-d6b80fe87bbe None None] Pushing event updated for resources: {'Port': ['ID=5d72c112-ad18-46ee-8360-5877f6796e2b,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:58.141824 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c9c5fe-95bc-497a-bac4-b80a85107db4 None None] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:26:58.222591 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ff900ead-7986-4c84-b831-f5ca9ab41446 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.5361252 Jul 13 02:26:58.222821 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Router c8c1aada-4f21-4475-9d3c-5c2600b56497 is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:26:58.223419 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.223758 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Added segment 2046553c-4354-47b0-a5f3-fbab4dcb956d of type vlan for network da10ce2b-d522-4bc6-b21b-ab01df0d313c Jul 13 02:26:58.226538 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c457ba0-da84-4885-b583-87d79ffb3100,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:58.241907 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.243168 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-4588666d-f564-4f3e-a2aa-019f211625af None None] Provisioning complete for port 5d72c112-ad18-46ee-8360-5877f6796e2b triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:26:58.243549 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4588666d-f564-4f3e-a2aa-019f211625af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.251121 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33670) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:58.254660 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:58.280737 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-d2e384ec-3a2b-4934-ba19-849fb7b8493c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:26:58.282058 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-d2e384ec-3a2b-4934-ba19-849fb7b8493c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3385725 Jul 13 02:26:58.299592 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.300828 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.325535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4dfec991-957e-45d1-af27-dd3a56f86e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.349328 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4dfec991-957e-45d1-af27-dd3a56f86e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.416354 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.451221 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.463780 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 5d72c112-ad18-46ee-8360-5877f6796e2b up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:26:58.486512 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7454d91c-6c78-47b1-aa1d-1a0677436f48 req-f1b7dd78-87fd-44fa-95ec-4024577e86c8 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.0533457 Jul 13 02:26:58.548887 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 5d72c112-ad18-46ee-8360-5877f6796e2b triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:26:58.549486 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.670011 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:26:58.722206 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.db.resource_extend [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 13 02:26:58.723481 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.736084 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:26:58.745695 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Sync routers for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:26:58.748381 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:26:58.749355 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.756545 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:26:58.757175 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:26:58.773359 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.775471 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8d9c1e41-abef-467c-bd66-2175a1b3239b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4044297 Jul 13 02:26:58.782576 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33686) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:58.800401 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.801593 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:26:58.802467 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.816807 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-c78e2ac2-f205-457f-b2ce-66b7bdd8ab2e service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103409 Jul 13 02:26:58.838770 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4dfec991-957e-45d1-af27-dd3a56f86e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.843061 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4dfec991-957e-45d1-af27-dd3a56f86e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:58.844414 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-4dfec991-957e-45d1-af27-dd3a56f86e09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdbff8b0-0c11-4eb5-b914-d905fd4409ef HTTP/1.1" status: 204 len: 168 time: 1.0252142 Jul 13 02:26:58.878952 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5290895 Jul 13 02:26:58.881956 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33690) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:58.917050 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Request body: {'subnet': {'network_id': 'da10ce2b-d522-4bc6-b21b-ab01df0d313c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-514261013-subnet', 'tenant_id': '7cd92ed2d6f446be964df803d67bf1b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:26:58.928191 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfec991-957e-45d1-af27-dd3a56f86e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbff8b0-0c11-4eb5-b914-d905fd4409ef,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:58.978396 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ece8d-8fc6-42d9-825d-ed64f1818303 admin admin] Pushing event updated for resources: {'Network': ['ID=da10ce2b-d522-4bc6-b21b-ab01df0d313c,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:58.990208 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network da10ce2b-d522-4bc6-b21b-ab01df0d313c details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:26:59.022884 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Router eb76fe70-704f-4289-a3bb-f4cb9ad87bee is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:26:59.029167 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:26:59.037587 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Made reservation on behalf of 7cd92ed2d6f446be964df803d67bf1b9 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:26:59.046074 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.109685 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-c0d42dd9-da76-483b-ac6f-b457803bb597 service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619646 Jul 13 02:26:59.179260 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:26:59.189005 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Sync routers for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:26:59.202670 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:26:59.203302 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:26:59.214381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.218748 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-546f4e1a-049a-40f0-8590-0479d17e739b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2659590 Jul 13 02:26:59.219517 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33694) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:59.235035 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:26:57Z', 'revision_number': 3, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:26:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:26:59.272630 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Checking router: c8c1aada-4f21-4475-9d3c-5c2600b56497 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:26:59.273265 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Updating router c8c1aada-4f21-4475-9d3c-5c2600b56497 port 04258a23-88b4-4071-b9a5-cdacad639fa4 binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:26:59.339512 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.425303 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:26:59.444835 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.555690 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6b46e858-ed1a-4206-9d28-8c351d939efd req-b74d30bd-beec-468b-8866-d88c27c97ead tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.0893626 Jul 13 02:26:59.562002 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33712) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:26:59.680386 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.691065 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Transition to ACTIVE for port object 04258a23-88b4-4071-b9a5-cdacad639fa4 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:26:59.700220 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.763975 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Pushing event updated for resources: {'Port': ['ID=04258a23-88b4-4071-b9a5-cdacad639fa4,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:59.766278 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:26:56Z', 'revision_number': 3, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:26:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:26:59.777996 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.778750 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.779589 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.780577 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.780713 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84f6cae8-93e1-4f27-816d-4b0a3d640d18,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:26:59.781565 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.782075 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.782565 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.783067 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.783580 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.784080 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.784559 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.785630 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Tracked resource versions report: Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: pushed versions: Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: { 'AddressGroup': {'1.2'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'ConntrackHelper': {'1.0'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Log': {'1.0'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Network': {'1.1'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Port': {'1.7'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'PortForwarding': {'1.2'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'QosPolicy': {'1.8'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroup': {'1.4'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroupRule': {'1.2'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SubPort': {'1.0'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Subnet': {'1.1'}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Trunk': {'1.1'}} Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: consumer versions: Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: { DHCP agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: HyperV agent@hv-cinder-78102: {}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: L3 agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: Metadata agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: Metering agent@dv-cinder-781024-2-iscsi: {}, Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: Open vSwitch agent@dv-cinder-781024-2-iscsi: { 'AddressGroup': '1.2', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'ConntrackHelper': '1.0', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Log': '1.0', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Network': '1.1', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Port': '1.7', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'PortForwarding': '1.2', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'QosPolicy': '1.8', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroup': '1.4', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SecurityGroupRule': '1.2', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'SubPort': '1.0', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Subnet': '1.1', Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: 'Trunk': '1.1'}} Jul 13 02:26:59.788343 dv-cinder-781024-2-iscsi neutron-server[92894]: {{(pid=92894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 13 02:26:59.832558 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Attempting to bind port 04258a23-88b4-4071-b9a5-cdacad639fa4 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:26:59.832933 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Attempting to bind port 04258a23-88b4-4071-b9a5-cdacad639fa4 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:26:59.833296 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Attempting to bind port 04258a23-88b4-4071-b9a5-cdacad639fa4 on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:26:59.834791 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Checking router: eb76fe70-704f-4289-a3bb-f4cb9ad87bee for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:26:59.835342 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Updating router eb76fe70-704f-4289-a3bb-f4cb9ad87bee port 4f88b9dc-6d21-4262-b370-a51e9a791b5a binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:26:59.838456 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Checking segment: {'id': '2046553c-4354-47b0-a5f3-fbab4dcb956d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'da10ce2b-d522-4bc6-b21b-ab01df0d313c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:59.838812 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Network hostable DHCP agents. Network: da10ce2b-d522-4bc6-b21b-ab01df0d313c, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:26:59.840954 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:26:59.841311 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:26:59.841872 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.842292 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:26:59.842763 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Bound port: 04258a23-88b4-4071-b9a5-cdacad639fa4, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:26:59.843142 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.900850 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.904258 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.925037 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0140a8fe-6712-4038-8f71-c3c8c09d9847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.931484 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ad8db342-4ab0-4dce-843b-9d9568a1f0a7 req-547d41cf-a843-4610-a96e-bcbae807d1e5 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.0665650 Jul 13 02:26:59.943612 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Network da10ce2b-d522-4bc6-b21b-ab01df0d313c is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:26:59.957642 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] For port 04258a23-88b4-4071-b9a5-cdacad639fa4, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:26:59.963820 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] For port 04258a23-88b4-4071-b9a5-cdacad639fa4, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=04258a23-88b4-4071-b9a5-cdacad639fa4,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:26:59.974957 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:26:59.995087 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.021904 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, da10ce2b-d522-4bc6-b21b-ab01df0d313c) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:00.087487 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.088054 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab19bb-2289-4f38-810b-e3fc02351ddc None None] Pushing event updated for resources: {'Port': ['ID=04258a23-88b4-4071-b9a5-cdacad639fa4,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:00.089287 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:00.098542 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.108495 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:00.109814 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:00.121446 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a758ecb1-e5b9-4547-a69b-09698ba4a35d None None] Network da10ce2b-d522-4bc6-b21b-ab01df0d313c requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:27:00.311219 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.347709 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:00.347994 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0140a8fe-6712-4038-8f71-c3c8c09d9847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.352479 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Allocated IP 172.20.0.1 (c480eb56-38cb-46d3-accb-fb773d7ee254/75929777-f1cb-4a10-8a42-0e40505a8540/4d71ff7b-26e1-42ae-beae-a743bb08a4bd) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:00.357590 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0140a8fe-6712-4038-8f71-c3c8c09d9847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.398780 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0c033-6233-4533-b1a0-734b96a5aefb None None] Network da10ce2b-d522-4bc6-b21b-ab01df0d313c requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:27:00.399084 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0140a8fe-6712-4038-8f71-c3c8c09d9847 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6374587f6a8a46318b5b1341086d0684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8346031 Jul 13 02:27:00.410144 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-10c21395-7240-4169-8e42-7e0feb5c13a5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4886029 Jul 13 02:27:00.410398 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33736) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:00.467143 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.521183 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a8fe-6712-4038-8f71-c3c8c09d9847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d37d87-b777-468c-a345-01de43fdd2d6,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:00.521536 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Transition to ACTIVE for port object 4f88b9dc-6d21-4262-b370-a51e9a791b5a will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:00.537194 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.596754 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Allocated IP 172.27.2.58 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:00.750164 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:26:57Z', 'revision_number': 3, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:00.765748 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Attempting to bind port 4f88b9dc-6d21-4262-b370-a51e9a791b5a on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:00.766010 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Attempting to bind port 4f88b9dc-6d21-4262-b370-a51e9a791b5a by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:00.766457 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Attempting to bind port 4f88b9dc-6d21-4262-b370-a51e9a791b5a on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:00.767238 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.781693 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.784510 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c465c53-ca8a-45a9-b963-e421161dbb54 None None] Pushing event updated for resources: {'Port': ['ID=4f88b9dc-6d21-4262-b370-a51e9a791b5a,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:00.791675 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:00.792097 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:00.792566 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.792953 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:00.793439 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Bound port: 4f88b9dc-6d21-4262-b370-a51e9a791b5a, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:00.793842 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.800329 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Transition to ACTIVE for port object 4d71ff7b-26e1-42ae-beae-a743bb08a4bd will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:00.800882 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40033486-fdd6-43ee-81c3-df871b915c32 None None] The sync data for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi is: [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:26:57Z', 'revision_number': 3, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:26:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:00.834813 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33744) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:00.845564 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bf17023b-698f-49e4-964a-86312e959142 req-f169109c-a1ca-4619-b7de-46e4a71da8d9 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.1785934 Jul 13 02:27:00.854520 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.855841 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] For port 4f88b9dc-6d21-4262-b370-a51e9a791b5a, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:00.867229 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] For port 4f88b9dc-6d21-4262-b370-a51e9a791b5a, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=4f88b9dc-6d21-4262-b370-a51e9a791b5a,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:00.873998 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.889658 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ddc6-763e-4b9a-9447-ea01f7f079aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.905895 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:00.916190 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:00.919209 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:00.941470 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ddc6-763e-4b9a-9447-ea01f7f079aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.943446 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:00.944558 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:00.946276 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] Deleting subnet cf9cb917-45a6-4ac7-aad9-eb652c9cb9aa {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:27:00.949524 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c465c53-ca8a-45a9-b963-e421161dbb54 None None] Pushing event updated for resources: {'Port': ['ID=4f88b9dc-6d21-4262-b370-a51e9a791b5a,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:00.950020 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:00.965687 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.041192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Network c480eb56-38cb-46d3-accb-fb773d7ee254 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:01.056048 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:01.061775 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.071097 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:01.071581 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.080171 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.110159 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:01.196312 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Pushing event updated for resources: {'Port': ['ID=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:01.234936 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:01.253526 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cf84b0fd-af2a-494d-9883-470ef6264988 req-5f6caeda-10b7-4c3e-8ede-a1913f01e044 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.0962517 Jul 13 02:27:01.355163 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Allocated IP 172.20.0.1 (4baa4fb6-de8b-4124-9674-6f3872d23a0f/9e7d89ff-4d1d-4f43-ad76-fb9e3f196028/835f6f7e-2d43-459c-bdb4-4fa4424ee1ec) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:01.493693 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:26:56Z', 'revision_number': 3, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:01.526557 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aab2f7e-0f3a-4ff3-9209-77f9897125f4 None None] The sync data for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi is: [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:26:56Z', 'revision_number': 3, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:01.539349 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ddc6-763e-4b9a-9447-ea01f7f079aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.541889 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ddc6-763e-4b9a-9447-ea01f7f079aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.543217 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-d5e8ddc6-763e-4b9a-9447-ea01f7f079aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0d37d87-b777-468c-a345-01de43fdd2d6 HTTP/1.1" status: 204 len: 168 time: 1.1314375 Jul 13 02:27:01.567418 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-6b77a7df-3d03-4462-866e-e0307a69c874 None None] Provisioning for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:01.579904 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-6b77a7df-3d03-4462-866e-e0307a69c874 None None] Provisioning complete for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:01.580253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6b77a7df-3d03-4462-866e-e0307a69c874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.596923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8ddc6-763e-4b9a-9447-ea01f7f079aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d37d87-b777-468c-a345-01de43fdd2d6,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:01.639275 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.660758 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-6b77a7df-3d03-4462-866e-e0307a69c874 None None] Port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:01.699717 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.703631 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.715687 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.722649 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf9cb917-45a6-4ac7-aad9-eb652c9cb9aa HTTP/1.1" status: 204 len: 168 time: 0.8866394 Jul 13 02:27:01.758583 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f68eb-6305-424a-b2a6-7d3b452bee61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9cb917-45a6-4ac7-aad9-eb652c9cb9aa,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:01.771489 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Transition to ACTIVE for port object 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:01.779771 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33756) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:01.869314 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:01.877850 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.097491 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Pushing event updated for resources: {'Port': ['ID=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:02.125034 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:02.128674 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:02.155981 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.218445 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c332446c-21f5-4a2d-8cc0-d087e2b8dab4 req-94d010e3-34d1-4c29-8a51-40e694d327d7 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.0658727 Jul 13 02:27:02.244932 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.247162 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:02.251470 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.459860 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.483937 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.484315 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.485120 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.485488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > port after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.485837 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > port after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.486215 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > port after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.486576 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.486927 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.487305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.487647 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.541082 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 04258a23-88b4-4071-b9a5-cdacad639fa4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:02.682055 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-6c60b631-41f5-45bc-9f0b-b11ea9491237 None None] Provisioning for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:02.691392 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-6c60b631-41f5-45bc-9f0b-b11ea9491237 None None] Provisioning complete for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:02.692019 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6c60b631-41f5-45bc-9f0b-b11ea9491237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.720341 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.39', 53965) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:02.764980 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-6c60b631-41f5-45bc-9f0b-b11ea9491237 None None] Port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:02.775053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 04258a23-88b4-4071-b9a5-cdacad639fa4 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:02.780980 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 04258a23-88b4-4071-b9a5-cdacad639fa4 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:02.781631 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.946815 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.947618 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.948174 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.948868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:02.949184 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:02.949634 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46d0842-2467-4dde-89da-27c583ed4d0c']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:03.015235 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 04258a23-88b4-4071-b9a5-cdacad639fa4, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=04258a23-88b4-4071-b9a5-cdacad639fa4,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:03.026627 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.067439 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4f88b9dc-6d21-4262-b370-a51e9a791b5a up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:03.073982 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bd88b5fd-4306-49a3-8800-cc0e2f1dcc48 req-d9cff5c0-4955-41a6-a9d5-ecf8f7603121 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.0895810 Jul 13 02:27:03.078466 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3ca0e2-8041-4414-8af2-17124ea1e8af') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:03.079231 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3ca0e2-8041-4414-8af2-17124ea1e8af') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:03.129569 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.155529 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.173082 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:27:03.173082 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: from cryptography.utils import int_from_bytes Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: from cryptography.utils import int_from_bytes Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:27:03.178743 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:27:03.224453 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.287430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 4f88b9dc-6d21-4262-b370-a51e9a791b5a completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:03.305133 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.308542 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 4f88b9dc-6d21-4262-b370-a51e9a791b5a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:03.310168 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.388180 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=04258a23-88b4-4071-b9a5-cdacad639fa4,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:03.405179 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.416812 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Pushing event updated for resources: {'Port': ['ID=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:03.455332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Pushing event deleted for resources: {'Network': ['ID=c46d0842-2467-4dde-89da-27c583ed4d0c,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:03.460823 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.463233 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-818c70db-3560-4d35-9a8e-6907638af38c admin admin] 10.222.0.32 "DELETE /v2.0/networks/c46d0842-2467-4dde-89da-27c583ed4d0c HTTP/1.1" status: 204 len: 168 time: 1.6819787 Jul 13 02:27:03.466038 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33802) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:03.589199 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.631342 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 4f88b9dc-6d21-4262-b370-a51e9a791b5a, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=4f88b9dc-6d21-4262-b370-a51e9a791b5a,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:03.644719 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.686954 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177690-c212-4832-a060-09242626214b req-7f23a1a0-e48e-42a9-a49a-6516ed8dbdc6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:03.689218 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-7f23a1a0-e48e-42a9-a49a-6516ed8dbdc6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.39 "GET /v2.0/networks?id=b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a HTTP/1.1" status: 200 len: 812 time: 0.9554436 Jul 13 02:27:03.690312 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.691125 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d6d8c28-faca-4dd8-9bdf-cc09adadbc2e req-366fc6e0-3cf6-4776-8adc-5a4745c529fd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.0909529 Jul 13 02:27:03.692664 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.699320 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] Deleting subnet 84f6cae8-93e1-4f27-816d-4b0a3d640d18 {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:27:03.706816 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.762059 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Router f9675850-67bc-4558-a821-6bc3fd847eff is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:27:03.797377 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=4f88b9dc-6d21-4262-b370-a51e9a791b5a,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:03.816488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:03.841808 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Request body: {'port': {'device_id': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a', 'admin_state_up': True, 'tenant_id': '3b02533417754144803237804ba3c72d'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:03.949511 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:04.011546 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-30fae6c6-7215-4745-b4b5-1cca9ecdb83d None None] Provisioning complete for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:04.011928 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-30fae6c6-7215-4745-b4b5-1cca9ecdb83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:04.094952 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-30fae6c6-7215-4745-b4b5-1cca9ecdb83d None None] Port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:04.112244 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Network c480eb56-38cb-46d3-accb-fb773d7ee254 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:04.115702 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:04.248778 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:04.409947 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84f6cae8-93e1-4f27-816d-4b0a3d640d18,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:04.453876 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.39', 53970) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:04.509370 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3f6c2294-fff4-4a67-8ef0-98551dab8c15 req-b72e5f35-bfda-4396-9aba-a7c23a9e23e7 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.1324604 Jul 13 02:27:04.514634 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:04.520997 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0409d6d1-becf-4627-b2c1-3294db5d0ecc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/84f6cae8-93e1-4f27-816d-4b0a3d640d18 HTTP/1.1" status: 204 len: 168 time: 1.0539505 Jul 13 02:27:04.555788 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 04258a23-88b4-4071-b9a5-cdacad639fa4 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:04.655014 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:27:04.664133 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33846) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:04.666651 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Sync routers for ids ['f9675850-67bc-4558-a821-6bc3fd847eff'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:27:04.683809 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Routers {'f9675850-67bc-4558-a821-6bc3fd847eff'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:04.686714 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f9675850-67bc-4558-a821-6bc3fd847eff'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:04.780677 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a3871be6-183b-428a-b8d1-a5d5f9b5da49 None None] Provisioning complete for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:04.781206 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a3871be6-183b-428a-b8d1-a5d5f9b5da49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:04.785165 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Router eb76fe70-704f-4289-a3bb-f4cb9ad87bee has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:27:04.802904 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:04.809055 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:04.810309 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-512cc3ba-bfa7-4766-b2e9-afbd49e8a2f7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5612431 Jul 13 02:27:04.815831 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33858) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:04.937655 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-a3871be6-183b-428a-b8d1-a5d5f9b5da49 None None] Port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:04.968575 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 04258a23-88b4-4071-b9a5-cdacad639fa4 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:04.971615 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.043872 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.072339 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.073177 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.080310 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.080956 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > port after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.081435 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.081920 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > port after_update 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.082420 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.082881 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.084513 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.085013 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.270759 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.271351 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.271834 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.272449 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92892) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 13 02:27:05.272970 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da10ce2b-d522-4bc6-b21b-ab01df0d313c']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:05.296654 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2046553c-4354-47b0-a5f3-fbab4dcb956d') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:05.298388 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2046553c-4354-47b0-a5f3-fbab4dcb956d') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:05.304521 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4f88b9dc-6d21-4262-b370-a51e9a791b5a up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:05.335177 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.373891 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Set router f9675850-67bc-4558-a821-6bc3fd847eff gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:05.388815 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.397404 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:27:05.411844 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Sync routers for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:27:05.413944 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-37c7063f-03f1-421d-bee8-7288e8ab8c04 admin admin] 10.222.0.32 "PUT /v2.0/routers/eb76fe70-704f-4289-a3bb-f4cb9ad87bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1933889 Jul 13 02:27:05.416342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:27:05.416752 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.455114 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 4f88b9dc-6d21-4262-b370-a51e9a791b5a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:05.455604 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.468082 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:05.469110 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:05.474280 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d0208e7-873f-4a44-b794-d36bcf0add2c req-652c826a-7783-4dda-a964-3f5412c2951e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.4743996 Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: from cryptography.utils import int_from_bytes Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: from cryptography.utils import int_from_bytes Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:27:05.616822 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:27:05.782534 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 3, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port': {'id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:05.806054 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.855711 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Checking router: f9675850-67bc-4558-a821-6bc3fd847eff for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:27:05.856416 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Updating router f9675850-67bc-4558-a821-6bc3fd847eff port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:27:05.884142 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:05.897768 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.949905 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:05.964488 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] 10.222.0.32 "DELETE /v2.0/networks/da10ce2b-d522-4bc6-b21b-ab01df0d313c HTTP/1.1" status: 204 len: 168 time: 1.2873771 Jul 13 02:27:05.968358 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1e3a9-b9a3-4d63-876d-6dd493eb910d admin admin] Pushing event deleted for resources: {'Network': ['ID=da10ce2b-d522-4bc6-b21b-ab01df0d313c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:05.984558 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Made reservation on behalf of 3b02533417754144803237804ba3c72d for: {'port': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:27:05.999470 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.098338 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.219594 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-96e77bc6-fa4a-4e10-90a2-1c42b64cec29 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:06.221699 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-96e77bc6-fa4a-4e10-90a2-1c42b64cec29 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 1.7431359 Jul 13 02:27:06.256792 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.352217 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-93afb2a5-2bcf-448f-acac-61d18e8d5d58 req-aa29a73a-e1b5-4a52-904a-e71eba472573 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.4560158 Jul 13 02:27:06.407556 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Request body: {'port': {'device_id': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'admin_state_up': True, 'tenant_id': '6b3bcc4decdb4d42a7f3efd99887e102'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:06.428316 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.492818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33900) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:06.641506 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.668384 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Transition to ACTIVE for port object ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:06.682313 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.694545 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 2, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:06.896321 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33904) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:06.898932 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc9028-893d-4f8f-a3db-d9fe6167454d None None] Pushing event updated for resources: {'Port': ['ID=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:06.900394 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Checking router: eb76fe70-704f-4289-a3bb-f4cb9ad87bee for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:27:06.900394 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Updating router eb76fe70-704f-4289-a3bb-f4cb9ad87bee port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:27:06.931948 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-3266e54d-d7da-468b-8c27-d6ca0662edfe tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1391367236', 'description': 'tempest-description--681795250'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Attempting to bind port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Attempting to bind port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Attempting to bind port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Bound port: ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:06.932051 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.932756 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.939622 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59da8327-fa76-4711-8956-736452e55f96 req-e0f14f59-390c-4787-806c-d18d58f61fb6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.1226931 Jul 13 02:27:06.942142 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] For port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:06.948055 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] For port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:06.954191 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.956731 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:06.964379 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-22bed85a-1f7c-4ebf-b06b-5f9069999c18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbd8b64fbded44a796d99d7fbcd81083&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4704177 Jul 13 02:27:06.968002 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33912) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:07.151292 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Routers {'f9675850-67bc-4558-a821-6bc3fd847eff'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:07.152882 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Pushing event updated for resources: {'Port': ['ID=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:07.161586 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f9675850-67bc-4558-a821-6bc3fd847eff'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:07.249375 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e7bc991f-cfc0-427e-a13b-dd4793f58238 None None] Provisioning complete for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:07.249375 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e7bc991f-cfc0-427e-a13b-dd4793f58238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.253434 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc9028-893d-4f8f-a3db-d9fe6167454d None None] Pushing event updated for resources: {'Port': ['ID=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:07.274800 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-04034413-e24c-4fb9-b3b5-16dda15b5061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.353718 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-04034413-e24c-4fb9-b3b5-16dda15b5061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.424576 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-e7bc991f-cfc0-427e-a13b-dd4793f58238 None None] Port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:07.441868 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3266e54d-d7da-468b-8c27-d6ca0662edfe tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.458157 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] Set router f9675850-67bc-4558-a821-6bc3fd847eff gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:07.521647 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:07.549633 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:07.624914 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Made reservation on behalf of 6b3bcc4decdb4d42a7f3efd99887e102 for: {'port': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:27:07.634104 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.680953 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Allocated IP 172.20.0.4 (b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a/c4a57fa7-52a0-47a7-8e96-2ea37f24a889/a8589fd5-f6a3-4169-9e78-c802007a1513) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:07.700338 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-04034413-e24c-4fb9-b3b5-16dda15b5061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.713662 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-04034413-e24c-4fb9-b3b5-16dda15b5061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.721353 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-04034413-e24c-4fb9-b3b5-16dda15b5061 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1bfd8513-3e3f-499f-b9ae-baf802c52f81 HTTP/1.1" status: 204 len: 168 time: 0.7514231 Jul 13 02:27:07.822609 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04034413-e24c-4fb9-b3b5-16dda15b5061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfd8513-3e3f-499f-b9ae-baf802c52f81,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:07.940600 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.941239 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c566d190-abd1-41c5-81ae-2414fff8ceeb req-b37cca7a-982d-48ca-8b2b-d5a790e9ceef tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.2407558 Jul 13 02:27:07.972047 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:07.987064 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Transition to ACTIVE for port object 4d71ff7b-26e1-42ae-beae-a743bb08a4bd will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:08.010461 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:08.116985 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 3, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port': {'id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:08.232097 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e56cd-b64d-4be1-a762-7ff95b583f54 None None] The sync data for ids ['f9675850-67bc-4558-a821-6bc3fd847eff'] in dv-cinder-781024-2-iscsi is: [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 3, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port': {'id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:08.349193 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ebdf0-053e-4194-be2d-61cc84ff850f None None] Pushing event updated for resources: {'Port': ['ID=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:08.364075 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:08.401837 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-835481ab-da18-4e79-87a9-20560c1ded5f None None] Provisioning complete for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:08.404280 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-835481ab-da18-4e79-87a9-20560c1ded5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:08.483649 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-835481ab-da18-4e79-87a9-20560c1ded5f None None] Port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:08.532837 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Attempting to bind port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:08.538620 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Attempting to bind port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:08.539556 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Attempting to bind port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd on network c480eb56-38cb-46d3-accb-fb773d7ee254 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:08.548904 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fe9b057-5b6e-4231-a91a-1d97315e33a1 req-eac9ff75-d046-499e-92ec-73baba65428a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.1628754 Jul 13 02:27:08.549681 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:08.550980 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Checking segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:08.551643 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:08.552070 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Bound using segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:08.553662 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Bound port: 4d71ff7b-26e1-42ae-beae-a743bb08a4bd, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:08.554105 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:08.730956 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:08.761814 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Allocated IP 172.20.0.1 (5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3/1dba4ca9-8cee-4aa8-aad2-cad4d5121222/f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:08.872804 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33954) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:08.884403 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] For port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:08.890863 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] For port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:08.896430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:09.075157 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:09.075872 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:09.153576 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-2b328300-4cb2-4e6f-be46-046137a00e1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cd92ed2d6f446be964df803d67bf1b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2778986 Jul 13 02:27:09.159653 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33960) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:09.331887 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ebdf0-053e-4194-be2d-61cc84ff850f None None] Pushing event updated for resources: {'Port': ['ID=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:09.359002 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:09.361550 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:09.520308 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d393-b1e2-4e61-8c6e-9579f14055e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:09.692973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8dc52-011f-4999-929f-8b2dae1d1f71 req-95632f5c-db14-4450-8f8e-15fef29ad42a tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:09.703108 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-65f8dc52-011f-4999-929f-8b2dae1d1f71 req-95632f5c-db14-4450-8f8e-15fef29ad42a tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 931 time: 0.3544965 Jul 13 02:27:09.719530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d393-b1e2-4e61-8c6e-9579f14055e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:09.737029 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:09.749605 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:09.767783 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Pushing event updated for resources: {'Port': ['ID=a8589fd5-f6a3-4169-9e78-c802007a1513,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:09.801132 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:09.894552 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.079742 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:10.083371 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbd4c32d-336f-4057-8c84-49e14d245c92 req-f1b377e7-74e1-46ca-a3f8-e2c7957647b1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.0888057 Jul 13 02:27:10.092453 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:10.101332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:10.110961 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-65f8dc52-011f-4999-929f-8b2dae1d1f71 req-80cd1c01-5630-4cf5-90a2-d9a509fea938 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933961 Jul 13 02:27:10.123978 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3266e54d-d7da-468b-8c27-d6ca0662edfe tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.128011 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:08Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:10.134591 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Router c8c1aada-4f21-4475-9d3c-5c2600b56497 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:27:10.141197 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:10.142372 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.148945 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3266e54d-d7da-468b-8c27-d6ca0662edfe tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.181285 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Allocated IP 172.20.0.7 (bbf39b0f-a6a8-4156-9bab-028e4f2bf745/67f2d1b3-8b06-44e2-8bb4-85f6863b5229/169b5bff-c716-4a28-9ed0-c59c69e1f08b) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:10.217817 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-423c7947-116c-424f-8582-38fbe013877b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4055066 Jul 13 02:27:10.221763 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3266e54d-d7da-468b-8c27-d6ca0662edfe tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.223172 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3266e54d-d7da-468b-8c27-d6ca0662edfe tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.4929960 Jul 13 02:27:10.228709 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 33982) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:10.233880 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266e54d-d7da-468b-8c27-d6ca0662edfe tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38603786-4c9a-4d21-8fbe-8f0e36184ae2,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:10.244874 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5252561-56fb-4d36-9893-994d845a3ef9 None None] The sync data for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi is: [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:08Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:10.248975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.285362 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-2419c09a-57c7-4198-8c5f-228050b2fc73 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'security_group_rule': {'security_group_id': '38603786-4c9a-4d21-8fbe-8f0e36184ae2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:10.377100 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Pushing event updated for resources: {'Port': ['ID=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:10.466297 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d393-b1e2-4e61-8c6e-9579f14055e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.469393 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d393-b1e2-4e61-8c6e-9579f14055e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.473290 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-2cc0d393-b1e2-4e61-8c6e-9579f14055e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c457ba0-da84-4885-b583-87d79ffb3100 HTTP/1.1" status: 204 len: 168 time: 1.2996209 Jul 13 02:27:10.489183 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2419c09a-57c7-4198-8c5f-228050b2fc73 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.534593 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d393-b1e2-4e61-8c6e-9579f14055e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c457ba0-da84-4885-b583-87d79ffb3100,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:10.664040 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.813969 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:27:10.825987 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Sync routers for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:27:10.842367 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-afb781b0-8127-411f-b841-c8d3fb54a77d admin admin] 10.222.0.32 "PUT /v2.0/routers/c8c1aada-4f21-4475-9d3c-5c2600b56497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0566788 Jul 13 02:27:10.849657 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-19c5c3b3-0853-44ed-b918-2bdbcccb91bc tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92892) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:27:10.852650 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-19c5c3b3-0853-44ed-b918-2bdbcccb91bc tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491118 Jul 13 02:27:10.854951 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2419c09a-57c7-4198-8c5f-228050b2fc73 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.863304 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:10.864801 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:10.871640 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:10.885395 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2419c09a-57c7-4198-8c5f-228050b2fc73 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:10.932214 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419c09a-57c7-4198-8c5f-228050b2fc73 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229ef7de-8436-47cf-ace3-6e86c51d91a7,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:11.004918 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2419c09a-57c7-4198-8c5f-228050b2fc73 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.006305 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2419c09a-57c7-4198-8c5f-228050b2fc73 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7732770 Jul 13 02:27:11.011546 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 33998) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:11.022008 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-2663233f-20af-4a49-add7-4b81af27fd8c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'security_group_rule': {'security_group_id': '38603786-4c9a-4d21-8fbe-8f0e36184ae2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:11.064183 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:11.080713 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:11.081107 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.081364 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.196705 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.301298 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2663233f-20af-4a49-add7-4b81af27fd8c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.321601 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:11.325532 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:11.328142 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:11.370769 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:11.390856 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event updated for resources: {'Port': ['ID=169b5bff-c716-4a28-9ed0-c59c69e1f08b,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:11.435063 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:11.435706 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.487533 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-44ed5968-e1f3-40aa-91a4-a2f0d6215252 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1788609 Jul 13 02:27:11.492795 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.573408 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:11.578124 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a55c61c0-31d2-4f92-b30d-c46f63d5f1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.583192 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.706810 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:11.717039 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4d71ff7b-26e1-42ae-beae-a743bb08a4bd up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:11.809087 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 34018) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:11.881394 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2663233f-20af-4a49-add7-4b81af27fd8c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.917984 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:11.919113 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2663233f-20af-4a49-add7-4b81af27fd8c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.948499 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:11.950966 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.952698 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:11.954400 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663233f-20af-4a49-add7-4b81af27fd8c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7e7a31-cfe8-4649-8e1a-826d2913eb0b,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:11.958916 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 2, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:11.981479 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Request body: {'port': {'device_id': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:12.040549 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Checking router: c8c1aada-4f21-4475-9d3c-5c2600b56497 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:27:12.041499 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Updating router c8c1aada-4f21-4475-9d3c-5c2600b56497 port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:27:12.072312 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.095341 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Request body: {'port': {'device_id': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:12.120289 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.122137 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad38d9-41ce-47a7-98c2-fed61591ba19 req-fd1b2dd7-f99a-4674-858e-d8ff6f32608a tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:12.123849 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52ad38d9-41ce-47a7-98c2-fed61591ba19 req-fd1b2dd7-f99a-4674-858e-d8ff6f32608a tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 931 time: 0.5670273 Jul 13 02:27:12.150140 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.213944 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:12.226103 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.320652 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4e6f-401d-401e-b269-89223c9c4075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.371917 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:12.431559 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.456150 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.698775 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:12.764449 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2663233f-20af-4a49-add7-4b81af27fd8c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.769468 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-2663233f-20af-4a49-add7-4b81af27fd8c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7501433 Jul 13 02:27:12.801185 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 34044) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:12.807956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3d65a-d404-4cd8-8092-1b92467fbd87 req-ca88568e-0660-4c01-985c-b2c448f08e7e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:12.812378 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e1e3d65a-d404-4cd8-8092-1b92467fbd87 req-ca88568e-0660-4c01-985c-b2c448f08e7e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 931 time: 1.3052180 Jul 13 02:27:12.829375 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:12.839439 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:12.842279 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:12.991822 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.029208 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Transition to ACTIVE for port object 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:13.031784 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Pushing event updated for resources: {'Port': ['ID=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:13.041980 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.058673 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ed496be0-0f4a-4b6f-8f82-1dac19244bbb None None] Provisioning complete for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:13.059079 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ed496be0-0f4a-4b6f-8f82-1dac19244bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.106475 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c679d8-7cca-4d2d-a33c-b91e2c1c7ef4 None None] Pushing event updated for resources: {'Port': ['ID=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:13.195129 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52ad38d9-41ce-47a7-98c2-fed61591ba19 req-19f87134-1a41-4d58-93d1-1d724e9f4e89 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980350 Jul 13 02:27:13.310257 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4e6f-401d-401e-b269-89223c9c4075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.321747 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.356743 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Attempting to bind port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:13.357439 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Attempting to bind port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:13.357980 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Attempting to bind port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:13.369744 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:13.371785 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Checking segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:13.372076 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e1e3d65a-d404-4cd8-8092-1b92467fbd87 req-924fb2b1-2ee0-49f0-b509-e110e79fa530 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5335062 Jul 13 02:27:13.374695 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.390266 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Bound using segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:13.391171 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Bound port: 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:13.393387 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.496789 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4d71ff7b-26e1-42ae-beae-a743bb08a4bd up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:13.634251 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] For port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:13.640924 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:13.644525 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:13.694612 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] For port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:13.702803 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.731789 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2c4b4e6f-401d-401e-b269-89223c9c4075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.786846 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:13.787369 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.813413 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:13.895909 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c679d8-7cca-4d2d-a33c-b91e2c1c7ef4 None None] Pushing event updated for resources: {'Port': ['ID=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:13.928391 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:13.931593 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:26:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:14.028736 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Router f9675850-67bc-4558-a821-6bc3fd847eff has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:27:14.047449 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-08dc18f7-6195-4c5b-9c10-dac6dee31669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:14.211381 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:14.416063 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:14.504251 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34078) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:14.521794 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-858c3aeb-cc21-40b1-8c97-6a1b697ca44b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044535158', 'description': 'tempest-description--1552149727'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:14.529694 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2c4b4e6f-401d-401e-b269-89223c9c4075 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3c687201ce454179b500ebcc49e5b4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7192626 Jul 13 02:27:14.533256 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34080) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:14.629379 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-858c3aeb-cc21-40b1-8c97-6a1b697ca44b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:14.644049 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:27:14.656598 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Sync routers for ids ['f9675850-67bc-4558-a821-6bc3fd847eff'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:27:14.676594 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Routers {'f9675850-67bc-4558-a821-6bc3fd847eff'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:14.677561 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:27:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f9675850-67bc-4558-a821-6bc3fd847eff'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:14.690802 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b32878c8-32c2-4073-915d-3da460345e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:14.748852 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b32878c8-32c2-4073-915d-3da460345e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:14.750269 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:13Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:14.819179 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b4e6f-401d-401e-b269-89223c9c4075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c33a84c-752f-42cb-98d2-a1b4f5d845c7,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:14.821877 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24359e4f-abb1-4b91-bb9a-c2b7ac453f9a None None] The sync data for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi is: [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:13Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:14.914979 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-bf869247-1069-4b77-847e-5c76335127eb admin admin] 10.222.0.32 "PUT /v2.0/routers/f9675850-67bc-4558-a821-6bc3fd847eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0681121 Jul 13 02:27:15.014846 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b32878c8-32c2-4073-915d-3da460345e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.017436 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b32878c8-32c2-4073-915d-3da460345e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.018785 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b32878c8-32c2-4073-915d-3da460345e61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8c33a84c-752f-42cb-98d2-a1b4f5d845c7 HTTP/1.1" status: 204 len: 168 time: 0.4824421 Jul 13 02:27:15.019962 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.037094 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Set router f9675850-67bc-4558-a821-6bc3fd847eff gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:15.052786 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32878c8-32c2-4073-915d-3da460345e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c33a84c-752f-42cb-98d2-a1b4f5d845c7,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:15.210492 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674210-eb36-4306-9b2b-111923f29171 req-0b10826f-b022-4105-bc1e-87d2d40c6aaa tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:15.222254 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5a674210-eb36-4306-9b2b-111923f29171 req-0b10826f-b022-4105-bc1e-87d2d40c6aaa tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 931 time: 0.3751774 Jul 13 02:27:15.236975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e3070-4c3d-46cd-bf80-528e1658434b req-0eb0c1e7-67bf-41f7-bd14-5115d2bc5eea tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:15.240842 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-910e3070-4c3d-46cd-bf80-528e1658434b req-0eb0c1e7-67bf-41f7-bd14-5115d2bc5eea tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 931 time: 0.5865729 Jul 13 02:27:15.314901 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8589fd5-f6a3-4169-9e78-c802007a1513 {{(pid=92892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:15.346837 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.530949 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-858c3aeb-cc21-40b1-8c97-6a1b697ca44b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.544560 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-910e3070-4c3d-46cd-bf80-528e1658434b req-52033bdd-5433-4e2c-906f-2e81ad8acdd8 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866905 Jul 13 02:27:15.549457 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-858c3aeb-cc21-40b1-8c97-6a1b697ca44b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.561369 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Transition to ACTIVE for port object a8589fd5-f6a3-4169-9e78-c802007a1513 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:15.578663 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.596032 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 169b5bff-c716-4a28-9ed0-c59c69e1f08b {{(pid=92892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:15.629085 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5a674210-eb36-4306-9b2b-111923f29171 req-15367aaf-37c4-4845-bd82-b80961dcd77e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847060 Jul 13 02:27:15.644710 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-858c3aeb-cc21-40b1-8c97-6a1b697ca44b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.649434 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-858c3aeb-cc21-40b1-8c97-6a1b697ca44b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1397426 Jul 13 02:27:15.665761 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34104) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:15.690104 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-21dba1ce-75e4-4fac-88c9-3a80bccc9ab0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'security_group_rule': {'security_group_id': '369f4aed-7dd6-4906-a958-1999ecc0e6a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:15.737321 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Pushing event updated for resources: {'Port': ['ID=a8589fd5-f6a3-4169-9e78-c802007a1513,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:15.756556 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.795585 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21dba1ce-75e4-4fac-88c9-3a80bccc9ab0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.812831 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c3aeb-cc21-40b1-8c97-6a1b697ca44b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369f4aed-7dd6-4906-a958-1999ecc0e6a5,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:15.923824 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:27:10Z', 'revision_number': 4, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port': {'id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5', 'name': '', 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'mac_address': 'fa:16:3e:ae:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:08Z', 'updated_at': '2021-07-13T02:27:10Z', 'revision_number': 2, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'subnets': [{'id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:15.989094 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21dba1ce-75e4-4fac-88c9-3a80bccc9ab0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:15.995584 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21dba1ce-75e4-4fac-88c9-3a80bccc9ab0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.016205 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Checking router: f9675850-67bc-4558-a821-6bc3fd847eff for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:27:16.018988 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Updating router f9675850-67bc-4558-a821-6bc3fd847eff port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:27:16.038278 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34116) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:16.045513 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21dba1ce-75e4-4fac-88c9-3a80bccc9ab0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.049383 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-21dba1ce-75e4-4fac-88c9-3a80bccc9ab0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3696020 Jul 13 02:27:16.080766 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34118) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:16.096768 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-3bb56103-5504-458f-a32e-e908d6d1a8cf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'security_group_rule': {'security_group_id': '369f4aed-7dd6-4906-a958-1999ecc0e6a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:16.120609 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.124960 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dba1ce-75e4-4fac-88c9-3a80bccc9ab0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0066dc47-0095-443b-b47d-2bb6edabb10f,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:16.136178 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e569f9a8-4b42-45bc-ba93-39fddd7ed4d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.308170 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Transition to ACTIVE for port object 169b5bff-c716-4a28-9ed0-c59c69e1f08b will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:16.354265 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.441308 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e569f9a8-4b42-45bc-ba93-39fddd7ed4d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.444960 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.487323 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3bb56103-5504-458f-a32e-e908d6d1a8cf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.595285 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.606627 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e569f9a8-4b42-45bc-ba93-39fddd7ed4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.740450 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Allocated IP 172.27.2.20 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/4e949a38-cf8a-4bab-a420-bf17096272ca) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:16.747115 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:16.808936 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3bb56103-5504-458f-a32e-e908d6d1a8cf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.888780 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3bb56103-5504-458f-a32e-e908d6d1a8cf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:16.960485 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.022216 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb56103-5504-458f-a32e-e908d6d1a8cf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f20b88-feca-41ce-96f1-f08806d58df9,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:17.063173 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Attempting to bind port a8589fd5-f6a3-4169-9e78-c802007a1513 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:17.064324 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Attempting to bind port a8589fd5-f6a3-4169-9e78-c802007a1513 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '5ed10f01-41e4-48dc-a20a-53fcc0c3fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:17.066954 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Attempting to bind port a8589fd5-f6a3-4169-9e78-c802007a1513 on network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:17.077034 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-e569f9a8-4b42-45bc-ba93-39fddd7ed4d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2473a5dafda4066b742f9515d2926ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0349369 Jul 13 02:27:17.081376 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Pushing event updated for resources: {'Port': ['ID=169b5bff-c716-4a28-9ed0-c59c69e1f08b,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:17.092508 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Port a8589fd5-f6a3-4169-9e78-c802007a1513 on network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:27:17.093678 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Attempting to bind port a8589fd5-f6a3-4169-9e78-c802007a1513 on network b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:17.095145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34146) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:17.111206 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.157257 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:17.157745 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Checking segment: {'id': '5ed10f01-41e4-48dc-a20a-53fcc0c3fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:17.159076 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Bound using segment: {'id': '5ed10f01-41e4-48dc-a20a-53fcc0c3fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:17.159410 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Bound port: a8589fd5-f6a3-4169-9e78-c802007a1513, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed10f01-41e4-48dc-a20a-53fcc0c3fc02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:17.159840 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.168076 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e569f9a8-4b42-45bc-ba93-39fddd7ed4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb475e-45eb-47ff-8199-3f4360c81d78,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:17.186774 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:17.188872 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3bb56103-5504-458f-a32e-e908d6d1a8cf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.193040 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-3bb56103-5504-458f-a32e-e908d6d1a8cf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1028337 Jul 13 02:27:17.205295 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34148) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:17.237613 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:17.281067 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] For port a8589fd5-f6a3-4169-9e78-c802007a1513, host hv-cinder-78102, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:17.287938 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] For port a8589fd5-f6a3-4169-9e78-c802007a1513, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a8589fd5-f6a3-4169-9e78-c802007a1513,segment=NetworkSegment(5ed10f01-41e4-48dc-a20a-53fcc0c3fc02),segment_id=5ed10f01-41e4-48dc-a20a-53fcc0c3fc02)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:17.289901 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:17.328823 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:17.334333 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-2ece6fa3-a965-4510-98f7-f81fa42e66f3 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:17.336915 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-2ece6fa3-a965-4510-98f7-f81fa42e66f3 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 818 time: 0.9800577 Jul 13 02:27:17.352717 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-684bdda3-3fbc-4d0d-81d1-ee6b878b8833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.369938 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c4b35-d38c-42cf-a9df-56a385ebbd8a req-75352d8b-a790-4fbf-9909-28c1df21909b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:17.377311 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e94c4b35-d38c-42cf-a9df-56a385ebbd8a req-75352d8b-a790-4fbf-9909-28c1df21909b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 943 time: 0.5316336 Jul 13 02:27:17.405423 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.434941 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-7fb0e62f-0d81-4d1a-bcf9-26082f3cd071 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/quotas/cc0ee8f5f4bc44599b259e826174d9ae HTTP/1.1" status: 200 len: 375 time: 0.0874207 Jul 13 02:27:17.503535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-684bdda3-3fbc-4d0d-81d1-ee6b878b8833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.510227 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.522767 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e94c4b35-d38c-42cf-a9df-56a385ebbd8a req-66ab4a1a-2ddc-41ae-81d6-100d4045acda tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440160 Jul 13 02:27:17.523033 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.530907 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.578840 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Transition to ACTIVE for port object f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:17.603415 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.725174 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:17.734080 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.740954 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] 10.222.0.39 "PUT /v2.0/ports/a8589fd5-f6a3-4169-9e78-c802007a1513 HTTP/1.1" status: 200 len: 1093 time: 6.0809512 Jul 13 02:27:17.746079 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'tag': 'a8589fd5-f6a3-4169-9e78-c802007a1513'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:17.815178 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b32d-b59d-4cb8-a96a-2d352d5fed97 None None] Pushing event updated for resources: {'Port': ['ID=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:17.857817 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'Port': ['ID=4e949a38-cf8a-4bab-a420-bf17096272ca,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:17.903121 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Attempting to bind port 169b5bff-c716-4a28-9ed0-c59c69e1f08b on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:17.903700 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Attempting to bind port 169b5bff-c716-4a28-9ed0-c59c69e1f08b by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:17.904205 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Attempting to bind port 169b5bff-c716-4a28-9ed0-c59c69e1f08b on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:17.916368 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-c660bbaa-e335-48a6-a18c-032ef2af6549 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4616253 Jul 13 02:27:17.928130 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-684bdda3-3fbc-4d0d-81d1-ee6b878b8833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.938462 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.939013 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-684bdda3-3fbc-4d0d-81d1-ee6b878b8833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.942890 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-684bdda3-3fbc-4d0d-81d1-ee6b878b8833 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dceb475e-45eb-47ff-8199-3f4360c81d78 HTTP/1.1" status: 204 len: 168 time: 0.8446341 Jul 13 02:27:17.943029 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Port 169b5bff-c716-4a28-9ed0-c59c69e1f08b on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:27:17.943029 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Attempting to bind port 169b5bff-c716-4a28-9ed0-c59c69e1f08b on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:17.959057 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:17.959408 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Checking segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:17.959875 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Bound using segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:17.960326 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Bound port: 169b5bff-c716-4a28-9ed0-c59c69e1f08b, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:17.960785 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:17.990089 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:18.081836 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Attempting to bind port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:18.082169 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Attempting to bind port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:18.082515 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Attempting to bind port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 on network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:18.097318 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:18.097744 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.099101 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bdda3-3fbc-4d0d-81d1-ee6b878b8833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb475e-45eb-47ff-8199-3f4360c81d78,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:18.128428 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5183b-373d-4ca1-961a-cf1215be1566 service neutron] Pushing event updated for resources: {'Port': ['ID=a8589fd5-f6a3-4169-9e78-c802007a1513,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:18.147315 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac2ec0-319d-4956-9027-94f85c3abb23" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd6e2b3-3294-448d-b390-4340eb1cf4fe", "tag": "a8589fd5-f6a3-4169-9e78-c802007a1513"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:18.203711 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:18.204826 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Checking segment: {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:18.205261 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.207107 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Bound using segment: {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:18.207732 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Bound port: f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:18.210211 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.346916 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c71c5-3148-420d-bcc4-14d3146f01d8 req-d9434b71-3e4c-4c4e-b5c2-b4bbbab9d302 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:18.348833 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ea6c71c5-3148-420d-bcc4-14d3146f01d8 req-d9434b71-3e4c-4c4e-b5c2-b4bbbab9d302 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 943 time: 0.6050971 Jul 13 02:27:18.359117 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1098662a-752f-4d92-87a1-45ca59b0548d service neutron] 10.222.0.32 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069498 Jul 13 02:27:18.447188 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] For port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:18.451029 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.451762 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] For port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:18.462688 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.480364 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] For port 169b5bff-c716-4a28-9ed0-c59c69e1f08b, host hv-cinder-78102, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:18.535008 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177690-c212-4832-a060-09242626214b req-f365dd1c-3822-4404-9bac-8364bae8083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:18.541534 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-f365dd1c-3822-4404-9bac-8364bae8083c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b02533417754144803237804ba3c72d&device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 1096 time: 0.5083375 Jul 13 02:27:18.608341 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Routers {'f9675850-67bc-4558-a821-6bc3fd847eff'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:18.609226 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:27:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f9675850-67bc-4558-a821-6bc3fd847eff'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:18.612639 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] For port 169b5bff-c716-4a28-9ed0-c59c69e1f08b, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:18.772716 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] Set router f9675850-67bc-4558-a821-6bc3fd847eff gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:18.777724 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.835541 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26b32d-b59d-4cb8-a96a-2d352d5fed97 None None] Pushing event updated for resources: {'Port': ['ID=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:18.846849 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-db38a58e-eddf-4386-a39d-7cec3110700c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8589fd5-f6a3-4169-9e78-c802007a1513 HTTP/1.1" status: 200 len: 217 time: 0.2630892 Jul 13 02:27:18.854573 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Pushing event updated for resources: {'Port': ['ID=169b5bff-c716-4a28-9ed0-c59c69e1f08b,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:18.861699 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ea6c71c5-3148-420d-bcc4-14d3146f01d8 req-5521b8f9-2cbf-4577-8cc1-9d3d0adf3ea5 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010033 Jul 13 02:27:18.884098 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.921007 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:18.922723 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:18.924150 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-bf0212c6-a988-4d2e-819e-faddfe6d3a41 service neutron] 10.222.0.39 "PUT /v2.0/ports/169b5bff-c716-4a28-9ed0-c59c69e1f08b HTTP/1.1" status: 200 len: 1093 time: 7.2680738 Jul 13 02:27:18.993525 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:19.006243 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.115749 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Allocated IP 172.27.2.208 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/349533fd-55ec-46c1-b743-15f2b1774f3b) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:19.174323 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177690-c212-4832-a060-09242626214b req-21afaf00-d790-4c59-8392-200ae6d16d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:19.176616 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-21afaf00-d790-4c59-8392-200ae6d16d8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a57fa7-52a0-47a7-8e96-2ea37f24a889 HTTP/1.1" status: 200 len: 852 time: 0.3178380 Jul 13 02:27:19.195803 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.205889 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.213039 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:19.255079 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-41908689-743d-4f77-969e-e0fda33956ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:19.256582 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-41908689-743d-4f77-969e-e0fda33956ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 1096 time: 0.2278836 Jul 13 02:27:19.306840 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:27:10Z', 'revision_number': 4, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port': {'id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5', 'name': '', 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'mac_address': 'fa:16:3e:ae:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:08Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 4, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'subnets': [{'id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:19.315612 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'Port': ['ID=4e949a38-cf8a-4bab-a420-bf17096272ca,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:19.326185 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.347153 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.349150 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3857123d-6511-4a40-a60c-7dc8baba63e0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5333619 Jul 13 02:27:19.353744 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-02b6e020-e82d-47a7-8dad-5c29e63ea3b0 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9573400 Jul 13 02:27:19.401374 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1431e9-ed7a-4b73-b4ca-50e30530d899 None None] The sync data for ids ['f9675850-67bc-4558-a821-6bc3fd847eff'] in dv-cinder-781024-2-iscsi is: [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:27:10Z', 'revision_number': 4, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port': {'id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5', 'name': '', 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'mac_address': 'fa:16:3e:ae:33:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:08Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 4, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'subnets': [{'id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:19.428320 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.519605 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.570914 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-d0aa1c45-1d3e-4468-bd18-3e010408cd3e None None] Provisioning complete for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:19.571274 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d0aa1c45-1d3e-4468-bd18-3e010408cd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:19.606513 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:27:19.713268 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-4a587abf-0715-4859-8e98-31c525b81b3e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b HTTP/1.1" status: 200 len: 217 time: 0.3267672 Jul 13 02:27:19.717609 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-e4cd708b-e4aa-46a8-898e-458a879763fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3278604 Jul 13 02:27:19.732716 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'Port': ['ID=349533fd-55ec-46c1-b743-15f2b1774f3b,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:19.857149 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:19.881387 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d2ccdb-80d0-4826-9305-0728a686bd78 x-openstack-request-id: req-53d2ccdb-80d0-4826-9305-0728a686bd78 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:19.881925 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd6e2b3-3294-448d-b390-4340eb1cf4fe", "tag": "a8589fd5-f6a3-4169-9e78-c802007a1513", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:19.882048 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53d2ccdb-80d0-4826-9305-0728a686bd78 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:19.882516 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'tag': 'a8589fd5-f6a3-4169-9e78-c802007a1513', 'status': 'completed', 'code': 200} Jul 13 02:27:19.886724 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:19.891239 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6b304fcd-038f-428c-bfad-8a3f9bbe8acb req-46a508b7-33f8-4f80-9888-eccce3408209 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 210 time: 0.0464075 Jul 13 02:27:19.893742 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:19.969889 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-73ee56bd-8ecd-40d2-a930-9e824abd47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:19.971424 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-73ee56bd-8ecd-40d2-a930-9e824abd47b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.2459226 Jul 13 02:27:20.088048 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-60c7b799-cbeb-4bbd-9460-b65d56a58832 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039977 Jul 13 02:27:20.152157 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0533b22-33d0-49e3-bb49-edb1852fd8dc req-18c07409-c230-409a-819f-da4154167c66 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:20.161757 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c0533b22-33d0-49e3-bb49-edb1852fd8dc req-18c07409-c230-409a-819f-da4154167c66 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 943 time: 0.4331579 Jul 13 02:27:20.231800 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c0533b22-33d0-49e3-bb49-edb1852fd8dc req-51c76870-6b77-4091-9092-4b017d7b8865 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687234 Jul 13 02:27:20.234769 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:20.339278 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-b3006237-22a3-48d5-a29b-27a0cfbd15b1 service neutron] 10.222.0.39 "GET /v2.0/networks/b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123285 Jul 13 02:27:20.372750 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:20.481911 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-324d3d22-977e-4688-8aa5-a3cd493643e7 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1391367236&fields=id&tenant_id=197b525e7a104e5ebcd262a734055741 HTTP/1.1" status: 200 len: 267 time: 0.3987265 Jul 13 02:27:20.557462 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-244eff20-67f1-4887-9202-b06f0431cbb2 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552841 Jul 13 02:27:20.570680 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-f7177690-c212-4832-a060-09242626214b req-cf87485a-da53-42d9-af55-237c7f09270c service neutron] 10.222.0.39 "GET /v2.0/networks/b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218711 Jul 13 02:27:20.697839 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0881865e-c2d1-43a7-9c9c-a95efc004064 req-ed7d9a98-b55a-446c-82e9-49a4d0e6d1ad service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255469 Jul 13 02:27:20.807215 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-b49298b4-965c-4d3c-b695-8d1167d5e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:20.808963 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-b49298b4-965c-4d3c-b695-8d1167d5e97f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3b02533417754144803237804ba3c72d&device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 1096 time: 0.1098580 Jul 13 02:27:20.879149 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cae4dd-fefc-4471-b325-b74b1b133df6 req-459cb00d-a5ff-4833-b4b7-8c80b5fc9744 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:20.885117 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d1cae4dd-fefc-4471-b325-b74b1b133df6 req-459cb00d-a5ff-4833-b4b7-8c80b5fc9744 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 943 time: 0.4112206 Jul 13 02:27:20.946726 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:20.972469 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-fe4945ea-d517-4d80-bea8-841411e4f5f3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:20.974091 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-fe4945ea-d517-4d80-bea8-841411e4f5f3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 811 time: 0.4163101 Jul 13 02:27:20.978472 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d1cae4dd-fefc-4471-b325-b74b1b133df6 req-abaded74-93e8-41d8-a97d-fdc74e021865 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849700 Jul 13 02:27:20.979332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:21.054078 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-431c3770-52d1-4b1a-9d83-9e2de3f41f41 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/quotas/197b525e7a104e5ebcd262a734055741 HTTP/1.1" status: 200 len: 375 time: 0.0656703 Jul 13 02:27:21.079141 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-d0911a21-6c48-477c-9df3-de619a5fdcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:21.081096 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-d0911a21-6c48-477c-9df3-de619a5fdcb6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a HTTP/1.1" status: 200 len: 913 time: 0.2643080 Jul 13 02:27:21.138615 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-f0b1a1e4-af0f-45ad-a38c-57aa423775a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a8589fd5-f6a3-4169-9e78-c802007a1513 HTTP/1.1" status: 200 len: 217 time: 0.0477858 Jul 13 02:27:21.233993 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'Port': ['ID=349533fd-55ec-46c1-b743-15f2b1774f3b,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:21.235027 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-6f05310b-5be9-4782-88b2-0d801c188224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:21.250427 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-6f05310b-5be9-4782-88b2-0d801c188224 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c4a57fa7-52a0-47a7-8e96-2ea37f24a889 HTTP/1.1" status: 200 len: 852 time: 0.1026087 Jul 13 02:27:21.263722 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:21.329090 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-4bee4878-17b5-41ab-bd45-e00192e87612 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714753 Jul 13 02:27:21.349370 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:21.356405 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b0e242b9-bb2b-479c-83d6-1d1c1a8e1c1e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1343184 Jul 13 02:27:21.371282 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:21.435332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-d87a9484-f583-4663-9fc3-8ea6ee604293 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:21.447053 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-d87a9484-f583-4663-9fc3-8ea6ee604293 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 818 time: 0.3407273 Jul 13 02:27:21.480390 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:21.485368 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:21.486052 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:21.486544 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-a4449ca5-fcd8-457e-b0b7-7f5ba04cd248 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4259305 Jul 13 02:27:21.502665 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-a15095cf-83b7-421b-972c-588c389586c7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/quotas/cc0ee8f5f4bc44599b259e826174d9ae HTTP/1.1" status: 200 len: 375 time: 0.0538280 Jul 13 02:27:21.637856 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:21.697645 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-96bee195-6e60-4222-bcf8-3d7de9e46784 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1931674 Jul 13 02:27:21.699726 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:21.705313 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:21.731166 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-02de33a5-db95-4593-ba7d-cc48f8960913 service neutron] 10.222.0.32 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984878 Jul 13 02:27:21.775063 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:21.801525 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-88025d84-4a8c-4cfa-b52c-dea88aa30e83 service neutron] 10.222.0.39 "GET /v2.0/networks/b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658329 Jul 13 02:27:21.825924 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-5971ce0e-7a7b-4ea0-ad5e-9410daca9c17 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:21.833558 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-5971ce0e-7a7b-4ea0-ad5e-9410daca9c17 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 818 time: 0.2988658 Jul 13 02:27:21.854507 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:21.875085 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:21.875551 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:21.883334 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'tag': '169b5bff-c716-4a28-9ed0-c59c69e1f08b'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:21.886164 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6865d59a-03a3-4f82-a4d9-d61c55772094" -d '{"events": [{"name": "network-changed", "server_uuid": "d7423adc-bb73-46e2-8ddf-203316b7094a", "tag": "169b5bff-c716-4a28-9ed0-c59c69e1f08b"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:21.918632 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-7f2ee102-e2b0-4fa6-840e-6917c0ca283e service neutron] 10.222.0.32 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207656 Jul 13 02:27:21.979617 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-fd6aeecd-2cf4-48f2-995c-a18f091a9597 service neutron] 10.222.0.32 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476044 Jul 13 02:27:22.123724 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-fc891867-4afb-436b-b767-4ee5bb477a47 service neutron] 10.222.0.32 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041156 Jul 13 02:27:22.375083 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-64e733e2-39d6-4086-9c59-28791454f6b7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1044535158&fields=id&tenant_id=63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 267 time: 0.0594516 Jul 13 02:27:22.384307 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d500-8778-4939-9232-c4f4d77ba2d6 req-6187e41a-d92b-41a5-af31-5801f84d734b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:22.385815 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f9a5d500-8778-4939-9232-c4f4d77ba2d6 req-6187e41a-d92b-41a5-af31-5801f84d734b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 943 time: 0.1268520 Jul 13 02:27:22.509218 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f9a5d500-8778-4939-9232-c4f4d77ba2d6 req-88e8c0ee-3914-4686-8a07-3485bdfcef68 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050444 Jul 13 02:27:22.567474 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-0a784709-889f-4f85-b18a-7e0c76f69d7d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:22.574894 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-0a784709-889f-4f85-b18a-7e0c76f69d7d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 816 time: 0.1880326 Jul 13 02:27:22.581371 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3ebf37-7d45-458a-85e3-19f2dab7cbc0 x-openstack-request-id: req-8d3ebf37-7d45-458a-85e3-19f2dab7cbc0 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:22.581889 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7423adc-bb73-46e2-8ddf-203316b7094a", "tag": "169b5bff-c716-4a28-9ed0-c59c69e1f08b", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:22.582120 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d3ebf37-7d45-458a-85e3-19f2dab7cbc0 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:22.582660 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'tag': '169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'status': 'completed', 'code': 200} Jul 13 02:27:22.598747 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-19ded62a-9a3d-4620-b39e-43cc95e8a320 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/quotas/63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 375 time: 0.0217049 Jul 13 02:27:22.690072 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-0b842026-d32c-4b9b-9d7b-c8c66238c11d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900352 Jul 13 02:27:22.966821 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-f5235de8-8b75-4c0e-910d-f945453d3404 service neutron] 10.222.0.32 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619102 Jul 13 02:27:22.973839 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d76cc-62fe-4321-9202-3fbe37ff68c9 req-0c68b137-84c1-41d6-ac32-bad0b9391023 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:22.975223 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-786d76cc-62fe-4321-9202-3fbe37ff68c9 req-0c68b137-84c1-41d6-ac32-bad0b9391023 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 943 time: 0.2810273 Jul 13 02:27:23.059263 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-786d76cc-62fe-4321-9202-3fbe37ff68c9 req-05a4f292-dcc3-465a-81b3-9d844bf61c5d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755162 Jul 13 02:27:23.083412 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-e9fc996e-5a0e-4d23-825c-9bd2fb4a5226 service neutron] 10.222.0.32 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072807 Jul 13 02:27:23.190856 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:23.232575 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e32c9c61-da59-44da-8f1c-e623abcda65f req-c549f393-fad6-4eaa-a956-93734c3404b0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 210 time: 0.0478520 Jul 13 02:27:23.272277 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:23.272855 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:23.313211 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a142d384-3d22-456a-8e87-2263fe709b17 req-c7ce64a6-5ad6-4712-8fb8-d4451828e8d3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0315716 Jul 13 02:27:23.348196 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-43231c4f-9770-4066-a0da-fbb3295ec58b req-259d3fd0-6473-478c-a2dd-a1be1e8035ea tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0376887 Jul 13 02:27:23.688534 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ccba-4d53-4ee3-8ed4-e51a25a2ae3b req-9087c4f3-a83c-415b-91a7-d7a8074920df tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:23.690001 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52f9ccba-4d53-4ee3-8ed4-e51a25a2ae3b req-9087c4f3-a83c-415b-91a7-d7a8074920df tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 943 time: 0.0621927 Jul 13 02:27:23.730794 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52f9ccba-4d53-4ee3-8ed4-e51a25a2ae3b req-eaa5e39a-ea98-4fbe-89b8-4244bf3219ea tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341711 Jul 13 02:27:24.237648 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f6d3c-9f44-4e14-ba3c-e3d5eb71de7d req-656f3952-57c7-4c19-b13e-9d50eb2ca73f tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:24.239196 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84f6d3c-9f44-4e14-ba3c-e3d5eb71de7d req-656f3952-57c7-4c19-b13e-9d50eb2ca73f tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 943 time: 0.0655932 Jul 13 02:27:24.277555 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84f6d3c-9f44-4e14-ba3c-e3d5eb71de7d req-7925e321-8739-4980-b27e-3f41386c586b tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316050 Jul 13 02:27:24.374883 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc247e88-8962-47f4-a3cd-fe8068851d57 req-d34e1305-78bf-4e4e-bd3a-efa4047d93f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 210 time: 0.0327885 Jul 13 02:27:24.428454 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Request body: {'port': {'device_id': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'admin_state_up': True, 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:24.490477 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.39', 53995) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:24.504509 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9c1e4364-6d6d-4095-ad92-49e732369df6 req-3e65520e-e526-46e2-a789-8a3123e26f58 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0633140 Jul 13 02:27:24.526912 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 169b5bff-c716-4a28-9ed0-c59c69e1f08b details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:27:24.532699 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d4ac2ec0-319d-4956-9027-94f85c3abb23 req-fb291a76-0f24-49f8-9793-ecd209d71d2c service neutron] 10.222.0.39 "GET /v2.0/networks/b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863170 Jul 13 02:27:24.614594 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Made reservation on behalf of cc0ee8f5f4bc44599b259e826174d9ae for: {'port': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:27:24.619107 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:24.652040 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-36e59cd2-3cf8-4fee-842e-0f892a86b0e0 req-b7298098-bba1-417b-97a7-40251da50d3e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0570495 Jul 13 02:27:24.688441 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-756cf74c-5fca-4289-9c71-d262753861f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:24.690597 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-756cf74c-5fca-4289-9c71-d262753861f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 1096 time: 0.1845818 Jul 13 02:27:24.761343 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 169b5bff-c716-4a28-9ed0-c59c69e1f08b, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:24.783518 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'port_id': '169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'mac_address': 'fa:16:3e:99:52:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f2d1b3-8b06-44e2-8bb4-85f6863b5229', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:27:24.816503 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Allocated IP 172.20.0.2 (5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3/1dba4ca9-8cee-4aa8-aad2-cad4d5121222/b303b0dd-0f82-4db9-98d2-7bd04096a59a) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:24.844729 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:24.860063 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 169b5bff-c716-4a28-9ed0-c59c69e1f08b {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:24.889595 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 169b5bff-c716-4a28-9ed0-c59c69e1f08b, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:24.895141 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:24.987968 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a8589fd5-f6a3-4169-9e78-c802007a1513 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:27:24.996667 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=169b5bff-c716-4a28-9ed0-c59c69e1f08b,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:25.003112 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-7db7037f-233f-48dc-bc75-eca85bd95038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:25.004622 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-7db7037f-233f-48dc-bc75-eca85bd95038 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 916 time: 0.2697515 Jul 13 02:27:25.031743 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:25.072803 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:25.075255 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-6a71c9f4-1d63-4b9d-aea3-eb40b925f7ef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b HTTP/1.1" status: 200 len: 217 time: 0.0640244 Jul 13 02:27:25.083431 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56f200-dc41-4bad-84f2-b4bc84b7bf34 req-f3f2354b-773f-4acc-b2a2-10f76d515afb tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:25.084904 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc56f200-dc41-4bad-84f2-b4bc84b7bf34 req-f3f2354b-773f-4acc-b2a2-10f76d515afb tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 943 time: 0.1725171 Jul 13 02:27:25.110102 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a8589fd5-f6a3-4169-9e78-c802007a1513, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a8589fd5-f6a3-4169-9e78-c802007a1513,segment=NetworkSegment(5ed10f01-41e4-48dc-a20a-53fcc0c3fc02),segment_id=5ed10f01-41e4-48dc-a20a-53fcc0c3fc02)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:25.121983 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:25.125191 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'a8589fd5-f6a3-4169-9e78-c802007a1513', 'network_id': 'b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a', 'port_id': 'a8589fd5-f6a3-4169-9e78-c802007a1513', 'mac_address': 'fa:16:3e:a7:e4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a57fa7-52a0-47a7-8e96-2ea37f24a889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:27:25.127017 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:25.130976 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:25.134826 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc56f200-dc41-4bad-84f2-b4bc84b7bf34 req-c9b781e0-d1b8-4729-a184-0122accb75fa tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Jul 13 02:27:25.157604 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Pushing event updated for resources: {'Port': ['ID=b303b0dd-0f82-4db9-98d2-7bd04096a59a,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:25.174279 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:25.184892 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:25.185531 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:25.192040 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8589fd5-f6a3-4169-9e78-c802007a1513 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:25.205836 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-1a8a2b8f-9fbb-4e10-8d73-8c9186c7dc24 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7818623 Jul 13 02:27:25.216601 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a8589fd5-f6a3-4169-9e78-c802007a1513, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a8589fd5-f6a3-4169-9e78-c802007a1513,segment=NetworkSegment(5ed10f01-41e4-48dc-a20a-53fcc0c3fc02),segment_id=5ed10f01-41e4-48dc-a20a-53fcc0c3fc02)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:25.221828 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:25.280406 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=a8589fd5-f6a3-4169-9e78-c802007a1513,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:25.480987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf831639-5b1f-4d1a-923e-38c6e0f2d0c9 req-f389e0af-d623-4032-95a8-40949d2627b0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:25.482849 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bf831639-5b1f-4d1a-923e-38c6e0f2d0c9 req-f389e0af-d623-4032-95a8-40949d2627b0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 944 time: 0.0837028 Jul 13 02:27:25.548389 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a277fa91-a18e-4501-b513-96da45064809 req-40da1287-9106-4ebf-9114-c8c7d82282a9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 210 time: 0.0408497 Jul 13 02:27:25.556266 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bf831639-5b1f-4d1a-923e-38c6e0f2d0c9 req-7097b582-d914-405d-9305-a10968409d26 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666201 Jul 13 02:27:25.686971 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4224b868-18a3-4e38-a61e-c238b1c1a988 req-030f5972-5ed6-4cf6-b547-11dd79efbb11 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0298152 Jul 13 02:27:25.810190 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7b134c6b-4bf5-4a88-bd12-07279d2e02e2 req-8d393569-2f61-4f0e-a255-046710b64a5f tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0278938 Jul 13 02:27:26.302182 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c6239-2c08-4ce5-b732-d353cca55162 req-ade0f52f-d98e-4941-a9ea-f5974aac9a66 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:26.303620 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9d9c6239-2c08-4ce5-b732-d353cca55162 req-ade0f52f-d98e-4941-a9ea-f5974aac9a66 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 944 time: 0.0601208 Jul 13 02:27:26.345376 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9d9c6239-2c08-4ce5-b732-d353cca55162 req-69f81feb-a517-4f1e-9863-638dd5d723e0 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356114 Jul 13 02:27:26.707851 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dd5e84c7-408d-43ec-a349-1aabad863ece req-560818a4-fec6-491a-a6d7-65772c2991ba tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 210 time: 0.0397558 Jul 13 02:27:26.761381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955efdb3-5afb-449b-a6c9-e93d4aa32f6e req-88013dda-716d-444b-a2d3-c84b979a0c7c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:26.763068 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-955efdb3-5afb-449b-a6c9-e93d4aa32f6e req-88013dda-716d-444b-a2d3-c84b979a0c7c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 944 time: 0.0848906 Jul 13 02:27:26.804744 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-955efdb3-5afb-449b-a6c9-e93d4aa32f6e req-16075128-4ab2-4abd-8204-9e790fd7c4d9 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Jul 13 02:27:26.859750 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3604d881-e3c8-4001-a11e-00ad670dfb85 req-31842280-d064-4f16-a64a-c8822e057d17 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0400832 Jul 13 02:27:26.957027 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d3863cef-2a60-4d91-b900-11f16ebb2037 req-297ed712-b74a-4e87-899d-c1c67ef51059 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0321548 Jul 13 02:27:27.533053 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcdec7-9d97-4fe3-bb8b-ccf719886678 req-ffa5d971-595c-4283-a5c8-8eb2a7fdfe63 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:27.534609 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ecdcdec7-9d97-4fe3-bb8b-ccf719886678 req-ffa5d971-595c-4283-a5c8-8eb2a7fdfe63 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 944 time: 0.0623097 Jul 13 02:27:27.571125 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ecdcdec7-9d97-4fe3-bb8b-ccf719886678 req-dd446ab4-0bd3-44ab-80a3-633312ba25e0 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Jul 13 02:27:27.791996 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Request body: {'port': {'device_id': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:27.877300 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-11eb06c8-b4f5-4e11-8b62-8b88a75e04f6 req-c9948a6d-033d-4cc9-92ed-d3b76eee7c37 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 210 time: 0.0467093 Jul 13 02:27:27.879746 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-2360f428-ff06-4357-a515-f5bd824e8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:27.881139 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-2360f428-ff06-4357-a515-f5bd824e8a8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.0961556 Jul 13 02:27:27.884269 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:27.955594 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-a05454d5-6780-48c3-8491-7a1a50588b6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671442 Jul 13 02:27:28.166784 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-774f2d6d-2506-4c65-ad62-0c70b5bf64a7 req-4875361d-ffb6-4954-a9d6-bf520afa2dc0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.1022725 Jul 13 02:27:28.234418 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['a8589fd5-f6a3-4169-9e78-c802007a1513'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:27:28.242482 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c603e-5c41-4194-8427-b68d0a413e7d req-8beffec1-870f-439d-a498-d4cbcd42d38f tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:28.248244 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-071c603e-5c41-4194-8427-b68d0a413e7d req-8beffec1-870f-439d-a498-d4cbcd42d38f tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 944 time: 0.2959509 Jul 13 02:27:28.305720 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-696af1a1-5c9a-4c90-94a6-a377d6ada51e service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790389 Jul 13 02:27:28.321771 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-071c603e-5c41-4194-8427-b68d0a413e7d req-b121836a-b12b-4d2d-ae6c-82d611aefe3a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647943 Jul 13 02:27:28.325433 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-960bb0ae-1088-459c-ba08-7e5929f3c61f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:28.326967 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-960bb0ae-1088-459c-ba08-7e5929f3c61f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 811 time: 0.1660697 Jul 13 02:27:28.341597 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:27:28.468588 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-57cd4f70-1b64-4132-bb47-996c653cc4c4 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197b525e7a104e5ebcd262a734055741 HTTP/1.1" status: 200 len: 380 time: 0.1204648 Jul 13 02:27:28.470627 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2a202042-729d-4159-ac1f-5d9843d110d6 req-529faf70-d926-4650-804b-15da54bf4dbf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0365827 Jul 13 02:27:28.521324 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6865d59a-03a3-4f82-a4d9-d61c55772094 req-697a2f4b-0bd6-4787-9953-7698a15a72d2 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978312 Jul 13 02:27:28.533961 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'port': {'device_id': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'admin_state_up': True, 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'security_groups': ['38603786-4c9a-4d21-8fbe-8f0e36184ae2']}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:28.585965 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b303b0dd-0f82-4db9-98d2-7bd04096a59a {{(pid=92892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:28.675112 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:28.711964 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Transition to ACTIVE for port object b303b0dd-0f82-4db9-98d2-7bd04096a59a will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:28.721609 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:28.819378 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Made reservation on behalf of 197b525e7a104e5ebcd262a734055741 for: {'port': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:27:28.834911 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:28.917691 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Pushing event updated for resources: {'Port': ['ID=b303b0dd-0f82-4db9-98d2-7bd04096a59a,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:29.151823 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Attempting to bind port b303b0dd-0f82-4db9-98d2-7bd04096a59a on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:29.152132 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Attempting to bind port b303b0dd-0f82-4db9-98d2-7bd04096a59a by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:29.152374 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Attempting to bind port b303b0dd-0f82-4db9-98d2-7bd04096a59a on network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:29.162301 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Port b303b0dd-0f82-4db9-98d2-7bd04096a59a on network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:27:29.162301 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Attempting to bind port b303b0dd-0f82-4db9-98d2-7bd04096a59a on network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:29.169342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:29.169924 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Checking segment: {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:29.170373 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Bound using segment: {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:29.170808 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Bound port: b303b0dd-0f82-4db9-98d2-7bd04096a59a, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:29.171197 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.237106 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34502) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:29.283987 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8de44423-e9c8-4456-b624-3103925d2a99 req-13578202-636e-421f-a5bb-f491e50f06bd tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 210 time: 0.0797350 Jul 13 02:27:29.397526 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c007623-7bc9-4654-bff4-83e83160ea7c req-54c93eab-976e-47f0-a71b-48348a266016 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:29.400105 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c007623-7bc9-4654-bff4-83e83160ea7c req-54c93eab-976e-47f0-a71b-48348a266016 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 944 time: 0.5928981 Jul 13 02:27:29.411369 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-00b5204f-6635-4337-835e-97e78edd9aba tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:29.412939 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-00b5204f-6635-4337-835e-97e78edd9aba tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 818 time: 0.5468469 Jul 13 02:27:29.454943 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.39', 54015) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:29.465260 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c007623-7bc9-4654-bff4-83e83160ea7c req-960fd2a2-7abf-4752-a933-e81515740df9 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504963 Jul 13 02:27:29.469005 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Request body: {'port': {'device_id': 'fc5604ab-b605-4558-93e4-81a91df55684', 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'admin_state_up': True, 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:29.472305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-96384039-3649-4fa3-865c-20f857f3c07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.481702 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Allocated IP 172.20.0.7 (c480eb56-38cb-46d3-accb-fb773d7ee254/75929777-f1cb-4a10-8a42-0e40505a8540/4d10eb36-dce1-4c00-9fa1-a89e70dddb17) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:29.556071 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] For port b303b0dd-0f82-4db9-98d2-7bd04096a59a, host hv-cinder-78102, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:29.613020 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ad2414e-5334-4fed-8119-3c2c5b3afe9b req-8c79c625-5bc9-452b-910b-c90ad9a93c94 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0760505 Jul 13 02:27:29.614109 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] For port b303b0dd-0f82-4db9-98d2-7bd04096a59a, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:29.637274 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.797149 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Pushing event updated for resources: {'Port': ['ID=b303b0dd-0f82-4db9-98d2-7bd04096a59a,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:29.830696 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:29.831865 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.832763 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-b611f48e-9cc3-4d37-b406-69f1c33acc4f service neutron] 10.222.0.39 "PUT /v2.0/ports/b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 1093 time: 2.0457265 Jul 13 02:27:29.833276 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'tag': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:29.836128 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f48110-cf73-44ed-862a-6b34217a35ce" -d '{"events": [{"name": "network-changed", "server_uuid": "163ad440-5d5c-420d-ab44-52f27c5e22dc", "tag": "b303b0dd-0f82-4db9-98d2-7bd04096a59a"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:29.857538 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-df3d14d5-dcbd-4dc2-a857-303e0bd6db24 req-907727d6-d301-47e9-9d50-9fc3afb77b4b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0645678 Jul 13 02:27:29.870232 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 169b5bff-c716-4a28-9ed0-c59c69e1f08b up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:29.901501 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-25cd9595-c1bb-4fb4-9e68-a69478f78ce1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:29.903014 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-25cd9595-c1bb-4fb4-9e68-a69478f78ce1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 816 time: 0.4089508 Jul 13 02:27:29.935469 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2403e-3386-436b-8407-0679b1b98619 req-e21cbe56-cf1c-4aa3-b0e4-44294a96691e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:29.936520 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.937009 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31d2403e-3386-436b-8407-0679b1b98619 req-e21cbe56-cf1c-4aa3-b0e4-44294a96691e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 944 time: 0.3304889 Jul 13 02:27:29.942964 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-96384039-3649-4fa3-865c-20f857f3c07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.955258 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-96384039-3649-4fa3-865c-20f857f3c07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.972337 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 169b5bff-c716-4a28-9ed0-c59c69e1f08b completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:29.983235 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 169b5bff-c716-4a28-9ed0-c59c69e1f08b triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:29.984438 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:29.986075 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Transition to ACTIVE for port object 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:30.032180 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07790e7d-24e4-4b54-981e-f3a0577869aa x-openstack-request-id: req-07790e7d-24e4-4b54-981e-f3a0577869aa {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:30.032483 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163ad440-5d5c-420d-ab44-52f27c5e22dc", "tag": "b303b0dd-0f82-4db9-98d2-7bd04096a59a", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:30.032958 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07790e7d-24e4-4b54-981e-f3a0577869aa {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:30.033474 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'tag': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a', 'status': 'completed', 'code': 200} Jul 13 02:27:30.047063 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.052327 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Made reservation on behalf of cc0ee8f5f4bc44599b259e826174d9ae for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:27:30.058992 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.071247 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96384039-3649-4fa3-865c-20f857f3c07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b873de04-21eb-4de3-a004-94d3f36432e3,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:30.084169 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.106054 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-96384039-3649-4fa3-865c-20f857f3c07a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a87beeeb6ef446fca562d1e18db7db21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8621807 Jul 13 02:27:30.112618 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169b5bff-c716-4a28-9ed0-c59c69e1f08b'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:30.115739 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-c9a42584-fd5e-40bd-8450-aa2c02093fff tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 380 time: 0.1749303 Jul 13 02:27:30.116223 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34538) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:30.135967 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31d2403e-3386-436b-8407-0679b1b98619 req-8f728b4c-9171-4169-8dd4-fa6dea327e50 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864219 Jul 13 02:27:30.150497 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'port': {'device_id': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'admin_state_up': True, 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'security_groups': ['369f4aed-7dd6-4906-a958-1999ecc0e6a5']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:30.151974 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'Port': ['ID=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:30.161377 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Network c480eb56-38cb-46d3-accb-fb773d7ee254 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:30.166402 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:30.172374 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:30.228461 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-8064ed26-dce6-4b4f-a4d5-b2894b20caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:30.229995 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-8064ed26-dce6-4b4f-a4d5-b2894b20caf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1096 time: 0.1953824 Jul 13 02:27:30.234785 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 169b5bff-c716-4a28-9ed0-c59c69e1f08b, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:30.238451 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:30.239261 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.240893 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.284637 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a8589fd5-f6a3-4169-9e78-c802007a1513 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:30.290509 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-7dbabf3b-6db7-496d-b9c2-d494023d90b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 217 time: 0.0422375 Jul 13 02:27:30.294733 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-365b0cca-2155-4d7e-8af9-cbb9eba86b0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7653475 Jul 13 02:27:30.315372 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Request body: {'port': {'device_id': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:30.414998 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc6cd76-d0e8-43be-916c-16060b285b2e" -d '{"events": [{"server_uuid": "d7423adc-bb73-46e2-8ddf-203316b7094a", "name": "network-vif-plugged", "status": "completed", "tag": "169b5bff-c716-4a28-9ed0-c59c69e1f08b"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:30.456327 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=169b5bff-c716-4a28-9ed0-c59c69e1f08b,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:30.504165 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port a8589fd5-f6a3-4169-9e78-c802007a1513 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:30.513786 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port a8589fd5-f6a3-4169-9e78-c802007a1513 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:30.513977 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.569489 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-0cec1521-dbe6-4686-a56a-c94d23669b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:30.572228 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-0cec1521-dbe6-4686-a56a-c94d23669b3d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.2623608 Jul 13 02:27:30.572701 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 34566) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:30.620981 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-dc2f6e3d-f7e9-4489-a116-a92f5144356f None None] Provisioning for port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:30.626990 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-57c8713b-0180-4563-a97c-2b531bc3e1c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411794 Jul 13 02:27:30.655259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a34d8af0-95a2-43b1-bfba-2a4100d47e3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.658570 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.685759 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-dc2f6e3d-f7e9-4489-a116-a92f5144356f None None] Provisioning complete for port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:30.686167 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-dc2f6e3d-f7e9-4489-a116-a92f5144356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.701212 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.748515 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dbeac9-f121-4cb2-bf21-4914e4b43f8b x-openstack-request-id: req-34dbeac9-f121-4cb2-bf21-4914e4b43f8b {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:30.748810 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7423adc-bb73-46e2-8ddf-203316b7094a", "name": "network-vif-plugged", "status": "completed", "tag": "169b5bff-c716-4a28-9ed0-c59c69e1f08b", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:30.749044 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-34dbeac9-f121-4cb2-bf21-4914e4b43f8b {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:30.749624 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'code': 200} Jul 13 02:27:30.764634 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f6e3d-f7e9-4489-a116-a92f5144356f None None] Port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:30.768877 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a8589fd5-f6a3-4169-9e78-c802007a1513, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a8589fd5-f6a3-4169-9e78-c802007a1513,segment=NetworkSegment(5ed10f01-41e4-48dc-a20a-53fcc0c3fc02),segment_id=5ed10f01-41e4-48dc-a20a-53fcc0c3fc02)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:30.779715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Made reservation on behalf of 63a044a9d95c49ce9281f67e741cf8ad for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:27:30.782770 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.785059 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.809629 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Allocated IP 172.20.0.13 (5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3/1dba4ca9-8cee-4aa8-aad2-cad4d5121222/60c4d5a2-781e-4a87-a16c-c361e468e5ad) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:30.814855 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a34d8af0-95a2-43b1-bfba-2a4100d47e3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:30.871346 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=a8589fd5-f6a3-4169-9e78-c802007a1513,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:30.901258 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-99000beb-097f-473a-bf37-d3f101642add admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.003152 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-4568058c-473b-42e8-8fab-2f4467ec21be service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696389 Jul 13 02:27:31.051898 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.39', 54018) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:31.089988 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadc10d-6471-4c33-817e-a342da3846c6 req-593b89e1-a7da-4507-ba4c-ce02c34c7f85 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:31.091514 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-daadc10d-6471-4c33-817e-a342da3846c6 req-593b89e1-a7da-4507-ba4c-ce02c34c7f85 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 931 time: 0.5390675 Jul 13 02:27:31.243340 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-daadc10d-6471-4c33-817e-a342da3846c6 req-712af9fe-097e-40bf-b6e8-32e088ee7212 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434970 Jul 13 02:27:31.256835 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16faa4b-ea37-4be6-8520-e654ecdaaf0a req-7cc4956a-b547-4798-abb4-f97af2dec583 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:31.259296 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b16faa4b-ea37-4be6-8520-e654ecdaaf0a req-7cc4956a-b547-4798-abb4-f97af2dec583 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.3480780 Jul 13 02:27:31.266833 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a34d8af0-95a2-43b1-bfba-2a4100d47e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.269340 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a34d8af0-95a2-43b1-bfba-2a4100d47e3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.270504 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a34d8af0-95a2-43b1-bfba-2a4100d47e3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b873de04-21eb-4de3-a004-94d3f36432e3 HTTP/1.1" status: 204 len: 168 time: 1.1513221 Jul 13 02:27:31.306294 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-27b6be80-67fe-4776-aa1b-f76d7a7705c1 req-6cfe50ef-1d5e-41f4-a3e8-b731e41a023f service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760944 Jul 13 02:27:31.340983 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.354630 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c784c14-1376-40f8-acf2-022ea01badf0 req-f514c80e-0ef4-4463-aa82-70f74dade82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:31.356411 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c784c14-1376-40f8-acf2-022ea01badf0 req-f514c80e-0ef4-4463-aa82-70f74dade82c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 1098 time: 0.3013551 Jul 13 02:27:31.385926 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Allocated IP 172.20.0.10 (4baa4fb6-de8b-4124-9674-6f3872d23a0f/9e7d89ff-4d1d-4f43-ad76-fb9e3f196028/49588aa8-e16a-42d4-9d7e-8c1cf67a6211) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:31.389046 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d8af0-95a2-43b1-bfba-2a4100d47e3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b873de04-21eb-4de3-a004-94d3f36432e3,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:31.410219 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-99000beb-097f-473a-bf37-d3f101642add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.413929 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-6c784c14-1376-40f8-acf2-022ea01badf0 req-bf7cc3b2-5c22-4019-bd3b-dbc2bada3e84 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.423415 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-99000beb-097f-473a-bf37-d3f101642add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.449154 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 {{(pid=92892) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:31.456831 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-330942fe-9fbd-4f0c-aad3-c1048966afce req-439fe2f8-9f6c-44ce-9900-c5df2f1ddceb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0650668 Jul 13 02:27:31.463832 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.478102 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.545824 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-99000beb-097f-473a-bf37-d3f101642add admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb618214ca214fc98189f59beba02cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9692764 Jul 13 02:27:31.547202 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b16faa4b-ea37-4be6-8520-e654ecdaaf0a req-a098b92b-bac6-4417-a48c-92bdda631755 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697833 Jul 13 02:27:31.559079 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Transition to ACTIVE for port object 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 will not be triggered until provisioned by entity L2. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:31.565758 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34590) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:31.575589 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:31.577382 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99000beb-097f-473a-bf37-d3f101642add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee06d90-87d3-48ec-aa6d-a58b085863f5,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:31.598762 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.636702 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:31.639895 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:31.684460 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 34592) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:31.753683 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-42c26b97-2e3c-46ef-8d68-e265d4bd81a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.788110 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-f8c01225-a5a7-4114-a74e-0af2600913fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:31.789742 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-f8c01225-a5a7-4114-a74e-0af2600913fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1096 time: 0.3531957 Jul 13 02:27:31.817914 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Pushing event updated for resources: {'Port': ['ID=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:31.955517 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-6c784c14-1376-40f8-acf2-022ea01badf0 req-bf7cc3b2-5c22-4019-bd3b-dbc2bada3e84 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.959670 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Attempting to bind port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:31.960231 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Attempting to bind port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:31.960615 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Attempting to bind port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 on network c480eb56-38cb-46d3-accb-fb773d7ee254 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:31.969358 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Pushing event updated for resources: {'Port': ['ID=60c4d5a2-781e-4a87-a16c-c361e468e5ad,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:31.969929 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-6c784c14-1376-40f8-acf2-022ea01badf0 req-bf7cc3b2-5c22-4019-bd3b-dbc2bada3e84 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:31.997507 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 on network c480eb56-38cb-46d3-accb-fb773d7ee254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:27:31.997826 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Attempting to bind port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 on network c480eb56-38cb-46d3-accb-fb773d7ee254 {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:32.028410 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c784c14-1376-40f8-acf2-022ea01badf0 req-bf7cc3b2-5c22-4019-bd3b-dbc2bada3e84 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431067 Jul 13 02:27:32.029402 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-758ccdb7-b636-4239-a698-477d4c5ac428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.030774 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-758ccdb7-b636-4239-a698-477d4c5ac428 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.2066636 Jul 13 02:27:32.043630 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.044262 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.045408 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:32.045749 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Checking segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:32.046312 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Bound using segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} {{(pid=92892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:32.046745 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.managers [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Bound port: 4d10eb36-dce1-4c00-9fa1-a89e70dddb17, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}}] {{(pid=92892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:32.047100 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.062755 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cc3b2-5c22-4019-bd3b-dbc2bada3e84 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb09df-a03b-453b-9e99-64346dd587b7,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:32.103419 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bceba73d-f601-45c9-abfd-ddd84dc62679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.158420 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] For port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17, host hv-cinder-78102, cleared binding levels {{(pid=92892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:32.176106 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d529b6-51ed-4287-905d-0f5fd37096ec req-2f5f1a17-4a26-490f-895d-243681a71b1d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.177771 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] For port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:32.184277 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-43d529b6-51ed-4287-905d-0f5fd37096ec req-2f5f1a17-4a26-490f-895d-243681a71b1d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 932 time: 0.5394764 Jul 13 02:27:32.188173 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-42c26b97-2e3c-46ef-8d68-e265d4bd81a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.188534 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bceba73d-f601-45c9-abfd-ddd84dc62679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.189884 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.200958 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-42c26b97-2e3c-46ef-8d68-e265d4bd81a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.220800 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-4d90d6f4-327e-48f0-9b8a-d7b598922ea1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7590384 Jul 13 02:27:32.223615 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.283011 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66711e-a286-4759-84d3-e186b190b906 req-461685bf-8ddf-4e7a-8076-e575685fb0f1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.284701 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1a66711e-a286-4759-84d3-e186b190b906 req-461685bf-8ddf-4e7a-8076-e575685fb0f1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 945 time: 0.3478410 Jul 13 02:27:32.291219 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Transition to ACTIVE for port object 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:32.313935 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-43d529b6-51ed-4287-905d-0f5fd37096ec req-0684fc4b-b4c7-47da-b2ff-3759d7a30e26 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287088 Jul 13 02:27:32.352373 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Request body: {'port': {'device_id': 'fc5604ab-b605-4558-93e4-81a91df55684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:32.360545 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1a66711e-a286-4759-84d3-e186b190b906 req-72533d59-21a1-4b7d-ad33-639956e66887 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670817 Jul 13 02:27:32.401590 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bceba73d-f601-45c9-abfd-ddd84dc62679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.401590 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bceba73d-f601-45c9-abfd-ddd84dc62679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.401590 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-bceba73d-f601-45c9-abfd-ddd84dc62679 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ee06d90-87d3-48ec-aa6d-a58b085863f5 HTTP/1.1" status: 204 len: 168 time: 0.8235402 Jul 13 02:27:32.442398 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.450174 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceba73d-f601-45c9-abfd-ddd84dc62679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee06d90-87d3-48ec-aa6d-a58b085863f5,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:32.539111 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:32.561066 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.561692 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.562910 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:32.563106 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] 10.222.0.39 "PUT /v2.0/ports/4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 200 len: 1093 time: 2.2521262 Jul 13 02:27:32.569023 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:32.569185 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:32.570330 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c989593-f923-4778-8db0-2b299af57396" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:32.619610 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:32.678570 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-314d8760-4dd8-439b-9b86-ee2a9a888b45 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 217 time: 0.1128430 Jul 13 02:27:32.687467 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-42c26b97-2e3c-46ef-8d68-e265d4bd81a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebd9a2c2f684465e8729d63148e85a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9979508 Jul 13 02:27:32.687467 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c26b97-2e3c-46ef-8d68-e265d4bd81a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d22591d-6819-47fd-801a-0817d4b06d9b,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:32.696641 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34624) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:32.719286 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b16323-ea8b-4624-8abc-99e9cac95298 service neutron] Pushing event updated for resources: {'Port': ['ID=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,revision_number=3']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:32.733706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.751343 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8589fd5-f6a3-4169-9e78-c802007a1513'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:32.754217 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f292cf9-e545-4ec5-8e55-359e6150eb52" -d '{"events": [{"server_uuid": "cdd6e2b3-3294-448d-b390-4340eb1cf4fe", "name": "network-vif-plugged", "status": "completed", "tag": "a8589fd5-f6a3-4169-9e78-c802007a1513"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:32.761378 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.762055 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.784160 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-12aaf383-33d1-4fc7-b9d6-2ab48d2d101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.785737 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-12aaf383-33d1-4fc7-b9d6-2ab48d2d101a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.0619059 Jul 13 02:27:32.830984 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-59d01ab7-9c4a-4b22-af01-6d8e6aec7864 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6926661 Jul 13 02:27:32.838584 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-a9b6cf56-cfae-4445-875c-c2414cae0527 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422332 Jul 13 02:27:32.848756 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-b8dc50b3-29b6-462e-9f87-633d416894c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.850731 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-b8dc50b3-29b6-462e-9f87-633d416894c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 1096 time: 0.1824136 Jul 13 02:27:32.861395 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-d4cc9d14-75e0-479b-af79-f4edc70249dd None None] Provisioning for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:32.866133 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-d4cc9d14-75e0-479b-af79-f4edc70249dd None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:32.867313 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9d14-75e0-479b-af79-f4edc70249dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:32.867448 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Request body: {'port': {'device_id': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:32.899350 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857a746-8a36-47b4-a3da-f363ffd0f0d3 req-ba8c766b-62d9-4771-b80c-35b6c9889938 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:32.900968 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8857a746-8a36-47b4-a3da-f363ffd0f0d3 req-ba8c766b-62d9-4771-b80c-35b6c9889938 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 943 time: 0.3634741 Jul 13 02:27:32.920646 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc9d14-75e0-479b-af79-f4edc70249dd None None] Port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:27:32.943631 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34628) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:32.985055 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-0e56a04e-3ddb-4420-a87d-c25c0636afc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 200 len: 217 time: 0.0777636 Jul 13 02:27:33.001950 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32e20981-6754-4c6d-8580-9a79840c43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.026388 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c79e8-6373-436e-bee0-7f8a81ec201a req-0590fc1e-7b6e-4f82-929a-fc9fc7c53fe3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:33.027879 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ce4c79e8-6373-436e-bee0-7f8a81ec201a req-0590fc1e-7b6e-4f82-929a-fc9fc7c53fe3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 932 time: 0.3563442 Jul 13 02:27:33.041125 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-0068f11e-f9b6-46c0-bc74-22e6ca158ac6 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721070 Jul 13 02:27:33.047965 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-29a60737-4f64-4d00-82ed-f309059171d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:33.049294 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-29a60737-4f64-4d00-82ed-f309059171d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0550702 Jul 13 02:27:33.074715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-960310a4-128b-4ecc-8255-4a6336ba8121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.126290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32e20981-6754-4c6d-8580-9a79840c43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.189197 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-a9f48110-cf73-44ed-862a-6b34217a35ce req-df2b2455-32f4-41e7-8b79-0b652d64038b service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389887 Jul 13 02:27:33.191898 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-bea1fd88-db61-425a-962a-e1413133ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:33.193237 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-bea1fd88-db61-425a-962a-e1413133ccc7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1356130 Jul 13 02:27:33.230548 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8857a746-8a36-47b4-a3da-f363ffd0f0d3 req-ff01a5a5-14ed-4dca-bb56-5a7913d9a82b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876680 Jul 13 02:27:33.266651 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.274288 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ce4c79e8-6373-436e-bee0-7f8a81ec201a req-96209ea4-609c-4930-83d2-66ec19a08928 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256935 Jul 13 02:27:33.343957 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38866961-bb73-423f-9f54-fd331b4f602d x-openstack-request-id: req-38866961-bb73-423f-9f54-fd331b4f602d {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:33.344252 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:33.344485 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38866961-bb73-423f-9f54-fd331b4f602d {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:33.344919 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'status': 'completed', 'code': 200} Jul 13 02:27:33.351565 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-cf4e5ccc-e067-4a75-85da-f8e56b65aa3b service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369965 Jul 13 02:27:33.379145 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c6fa9d-1b0c-4a20-bbea-52ded17c59dd x-openstack-request-id: req-19c6fa9d-1b0c-4a20-bbea-52ded17c59dd {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:33.379631 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd6e2b3-3294-448d-b390-4340eb1cf4fe", "name": "network-vif-plugged", "status": "completed", "tag": "a8589fd5-f6a3-4169-9e78-c802007a1513", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:33.380105 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19c6fa9d-1b0c-4a20-bbea-52ded17c59dd {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:33.380703 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8589fd5-f6a3-4169-9e78-c802007a1513', 'code': 200} Jul 13 02:27:33.408227 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32e20981-6754-4c6d-8580-9a79840c43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.410844 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-32e20981-6754-4c6d-8580-9a79840c43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.411937 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-32e20981-6754-4c6d-8580-9a79840c43d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d22591d-6819-47fd-801a-0817d4b06d9b HTTP/1.1" status: 204 len: 168 time: 0.7143490 Jul 13 02:27:33.496446 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-10c6d6d0-b0d0-4fec-a2e9-cf6a1f92485e req-8fdad50f-1ac4-4574-bebf-38149b20d778 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371114 Jul 13 02:27:33.526544 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e20981-6754-4c6d-8580-9a79840c43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d22591d-6819-47fd-801a-0817d4b06d9b,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:33.656744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-960310a4-128b-4ecc-8255-4a6336ba8121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.689675 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-960310a4-128b-4ecc-8255-4a6336ba8121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.707559 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c4d5a2-781e-4a87-a16c-c361e468e5ad {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:33.734555 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989593-f923-4778-8db0-2b299af57396 req-4cba4e9e-bc91-483e-8151-635862bf39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:33.734885 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de35b9-c354-4f51-bb5f-bdd3eb5d4e17 req-f81e9638-7b2b-4adc-b3c9-fcc68206ee4a tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:33.736715 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c989593-f923-4778-8db0-2b299af57396 req-4cba4e9e-bc91-483e-8151-635862bf39c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 1096 time: 0.0973904 Jul 13 02:27:33.742712 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-95de35b9-c354-4f51-bb5f-bdd3eb5d4e17 req-f81e9638-7b2b-4adc-b3c9-fcc68206ee4a tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.3647034 Jul 13 02:27:33.786207 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.801623 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Transition to ACTIVE for port object 60c4d5a2-781e-4a87-a16c-c361e468e5ad will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:33.849995 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:33.870575 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-960310a4-128b-4ecc-8255-4a6336ba8121 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12e0039b4b3f43f8b124dc1d632cf1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9215887 Jul 13 02:27:33.881110 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device b303b0dd-0f82-4db9-98d2-7bd04096a59a details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:27:33.882868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34646) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:33.932857 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960310a4-128b-4ecc-8255-4a6336ba8121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1599190-25e4-483f-b9d1-8464e053e293,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:33.933109 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989593-f923-4778-8db0-2b299af57396 req-7a264688-5e3e-4f24-bb83-c9ad2dc69ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:33.934855 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c989593-f923-4778-8db0-2b299af57396 req-7a264688-5e3e-4f24-bb83-c9ad2dc69ff8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 912 time: 0.1785202 Jul 13 02:27:33.938578 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceece049-f683-4b59-ab37-c5ea8187fc88 req-4d44a77e-2c1b-4a5c-be52-0e164f4841bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:33.940820 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ceece049-f683-4b59-ab37-c5ea8187fc88 req-4d44a77e-2c1b-4a5c-be52-0e164f4841bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 1098 time: 0.1925082 Jul 13 02:27:34.055695 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c989593-f923-4778-8db0-2b299af57396 req-8a396e55-c8f2-4b5a-8edd-844723b1505d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 200 len: 217 time: 0.0896308 Jul 13 02:27:34.122400 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port b303b0dd-0f82-4db9-98d2-7bd04096a59a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:34.129482 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-95de35b9-c354-4f51-bb5f-bdd3eb5d4e17 req-675e89a2-051a-4ca5-80de-90c5576b9e13 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857050 Jul 13 02:27:34.150816 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a', 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'port_id': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a', 'mac_address': 'fa:16:3e:c7:a4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:27:34.177556 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989593-f923-4778-8db0-2b299af57396 req-fcf1084c-90e3-4260-a7b2-91acb7afe51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:34.181260 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c989593-f923-4778-8db0-2b299af57396 req-fcf1084c-90e3-4260-a7b2-91acb7afe51d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.1162298 Jul 13 02:27:34.183311 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ceece049-f683-4b59-ab37-c5ea8187fc88 req-f1b986fa-8c31-455e-9bf3-c75ef984743a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091172 Jul 13 02:27:34.200360 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.215414 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Pushing event updated for resources: {'Port': ['ID=60c4d5a2-781e-4a87-a16c-c361e468e5ad,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:34.221551 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b303b0dd-0f82-4db9-98d2-7bd04096a59a {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:34.245405 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port b303b0dd-0f82-4db9-98d2-7bd04096a59a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:34.249412 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.250215 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff7619-72ef-4fa9-8078-5f58b7a9df5f req-8b2431dd-b873-47f2-b613-304764e21694 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:34.258306 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aeff7619-72ef-4fa9-8078-5f58b7a9df5f req-8b2431dd-b873-47f2-b613-304764e21694 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 932 time: 0.6380208 Jul 13 02:27:34.318385 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=b303b0dd-0f82-4db9-98d2-7bd04096a59a,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:34.528163 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c989593-f923-4778-8db0-2b299af57396 req-56c589a0-ea58-42c8-9c42-d88bb8a162de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:34.529776 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c989593-f923-4778-8db0-2b299af57396 req-56c589a0-ea58-42c8-9c42-d88bb8a162de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570183 Jul 13 02:27:34.580622 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-45724726-75e2-4ab1-9f7f-dce3a77a34e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.582295 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Attempting to bind port 60c4d5a2-781e-4a87-a16c-c361e468e5ad on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:34.582561 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Attempting to bind port 60c4d5a2-781e-4a87-a16c-c361e468e5ad by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:34.582962 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Attempting to bind port 60c4d5a2-781e-4a87-a16c-c361e468e5ad on network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:34.623364 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c989593-f923-4778-8db0-2b299af57396 req-db356ef5-06f5-4d8b-b66d-f2c604a6980a service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857639 Jul 13 02:27:34.627579 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Port 60c4d5a2-781e-4a87-a16c-c361e468e5ad on network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:27:34.627908 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Attempting to bind port 60c4d5a2-781e-4a87-a16c-c361e468e5ad on network 5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:34.643299 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aeff7619-72ef-4fa9-8078-5f58b7a9df5f req-a6cd06b8-1ab4-408c-9dd3-c352afe889b5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839591 Jul 13 02:27:34.667792 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:34.674263 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-45724726-75e2-4ab1-9f7f-dce3a77a34e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.676337 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:34.676813 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Checking segment: {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:34.677630 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Bound using segment: {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:34.678239 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Bound port: 60c4d5a2-781e-4a87-a16c-c361e468e5ad, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8464ad21-7f1b-4619-a555-8c1078ebfa73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:34.678654 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.679734 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['b303b0dd-0f82-4db9-98d2-7bd04096a59a'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:27:34.694274 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.751162 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Transition to ACTIVE for port object 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:34.778874 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c3cb-dab3-4096-bf12-8967f2e6f00a req-3f6fbfdb-6563-46c1-b0bf-2d86170e20e1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:34.780416 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cb42c3cb-dab3-4096-bf12-8967f2e6f00a req-3f6fbfdb-6563-46c1-b0bf-2d86170e20e1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 945 time: 0.4732301 Jul 13 02:27:34.785676 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.788710 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-6c989593-f923-4778-8db0-2b299af57396 req-b209e309-1d5f-4e4b-90ed-a6c48d926012 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491508 Jul 13 02:27:34.914440 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-45724726-75e2-4ab1-9f7f-dce3a77a34e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.917001 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-45724726-75e2-4ab1-9f7f-dce3a77a34e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:34.920290 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-45724726-75e2-4ab1-9f7f-dce3a77a34e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1599190-25e4-483f-b9d1-8464e053e293 HTTP/1.1" status: 204 len: 168 time: 1.0328107 Jul 13 02:27:34.940359 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:34.984920 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] For port 60c4d5a2-781e-4a87-a16c-c361e468e5ad, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:34.990591 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cb42c3cb-dab3-4096-bf12-8967f2e6f00a req-8e0b7857-3c3a-4978-b170-8aa56d28a24a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988039 Jul 13 02:27:34.991301 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45724726-75e2-4ab1-9f7f-dce3a77a34e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1599190-25e4-483f-b9d1-8464e053e293,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:35.063771 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] For port 60c4d5a2-781e-4a87-a16c-c361e468e5ad, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:35.076541 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369bc7ad-74ca-4f49-a4ee-4ab71bceb2b2 req-a5c5a9b7-7626-4655-98b1-8e42c4f37396 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:35.080714 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-369bc7ad-74ca-4f49-a4ee-4ab71bceb2b2 req-a5c5a9b7-7626-4655-98b1-8e42c4f37396 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 943 time: 0.2990627 Jul 13 02:27:35.088315 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.224532 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:35.225272 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.226727 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] 10.222.0.39 "PUT /v2.0/ports/60c4d5a2-781e-4a87-a16c-c361e468e5ad HTTP/1.1" status: 200 len: 1094 time: 2.8813629 Jul 13 02:27:35.228630 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Attempting to bind port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:35.228962 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Attempting to bind port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:35.229646 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Attempting to bind port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:35.231389 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc5604ab-b605-4558-93e4-81a91df55684', 'tag': '60c4d5a2-781e-4a87-a16c-c361e468e5ad'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:35.266850 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:27:35.267213 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Attempting to bind port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:35.275741 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-369bc7ad-74ca-4f49-a4ee-4ab71bceb2b2 req-acade82e-574e-4cfb-9945-a5ec7d86c66b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808925 Jul 13 02:27:35.279783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002b1c7-648d-459a-a5fe-d995dd5a3703 service neutron] Pushing event updated for resources: {'Port': ['ID=60c4d5a2-781e-4a87-a16c-c361e468e5ad,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:35.288428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:35.288428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Checking segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:35.288428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Bound using segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:35.288428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Bound port: 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:35.288428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.430403 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c713618e-cbb7-43e2-af98-a1cff4725b2b req-ca8018a2-ef2c-480c-a565-0574a69079e0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:35.437930 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c713618e-cbb7-43e2-af98-a1cff4725b2b req-ca8018a2-ef2c-480c-a565-0574a69079e0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 944 time: 0.2844715 Jul 13 02:27:35.482908 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:35.511827 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:35.523421 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.548341 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c713618e-cbb7-43e2-af98-a1cff4725b2b req-7d4c8728-91d3-4501-9f35-89876462b4d5 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090794 Jul 13 02:27:35.567194 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-6306f9a8-384a-4242-97a5-75c4078d0e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:35.568950 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-6306f9a8-384a-4242-97a5-75c4078d0e1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 1097 time: 0.2246275 Jul 13 02:27:35.630886 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:35.631614 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.633977 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] 10.222.0.39 "PUT /v2.0/ports/49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 200 len: 1094 time: 2.7769754 Jul 13 02:27:35.650097 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 34710) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:35.676455 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8da01197-dbd8-4ce2-b81d-93ba25fee0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.697459 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-d63c2bcd-a2bf-47b4-82bb-f21836c18d2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad HTTP/1.1" status: 200 len: 217 time: 0.0909984 Jul 13 02:27:35.722465 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa960e-a330-4de8-a907-4719d35f0236 service neutron] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:35.786608 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.843662 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2df788-7cdd-42fa-b55b-6082aff10051" -d '{"events": [{"name": "network-changed", "server_uuid": "fc5604ab-b605-4558-93e4-81a91df55684", "tag": "60c4d5a2-781e-4a87-a16c-c361e468e5ad"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:35.902704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:27:35.909227 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device b303b0dd-0f82-4db9-98d2-7bd04096a59a up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:35.916963 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8da01197-dbd8-4ce2-b81d-93ba25fee0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.923414 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8da01197-dbd8-4ce2-b81d-93ba25fee0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:35.939515 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-1ae82e83-b20c-42e4-acdf-7f31ced67f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:35.941033 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-1ae82e83-b20c-42e4-acdf-7f31ced67f75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.2128427 Jul 13 02:27:35.953305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862447f-8e83-46d3-a7d7-855b0b387d16 req-367abbbb-0e4e-4ba7-b9de-51dc25cb8817 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:35.960875 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4862447f-8e83-46d3-a7d7-855b0b387d16 req-367abbbb-0e4e-4ba7-b9de-51dc25cb8817 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.4431689 Jul 13 02:27:35.972440 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8da01197-dbd8-4ce2-b81d-93ba25fee0ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afdcb9af475b4fbcb6714143bb275ebb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212490 Jul 13 02:27:35.978482 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 34720) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:36.025116 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port b303b0dd-0f82-4db9-98d2-7bd04096a59a completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:36.029191 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-1136ad76-6b0d-4147-99bb-8dcc2c1f01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:36.031210 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-1136ad76-6b0d-4147-99bb-8dcc2c1f01a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1097 time: 0.2376189 Jul 13 02:27:36.036819 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da01197-dbd8-4ce2-b81d-93ba25fee0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89554216-37db-4751-9f6c-c34d2cc977ab,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:36.055472 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20835321-5464-4ded-8421-31af6cfb8fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.066945 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port b303b0dd-0f82-4db9-98d2-7bd04096a59a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:36.067509 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.080808 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20835321-5464-4ded-8421-31af6cfb8fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.089593 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-a7baac7f-aeea-4664-b7e1-454933d13b3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797758 Jul 13 02:27:36.128396 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:36.143831 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20835321-5464-4ded-8421-31af6cfb8fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.147066 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'port_id': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'mac_address': 'fa:16:3e:bb:f8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:27:36.149083 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-20835321-5464-4ded-8421-31af6cfb8fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.162672 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-20835321-5464-4ded-8421-31af6cfb8fea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89554216-37db-4751-9f6c-c34d2cc977ab HTTP/1.1" status: 204 len: 168 time: 0.1769753 Jul 13 02:27:36.189747 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20835321-5464-4ded-8421-31af6cfb8fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89554216-37db-4751-9f6c-c34d2cc977ab,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:36.218012 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-1c4465b6-0ca5-496d-bcc9-9f51c9f68d5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 200 len: 217 time: 0.1364403 Jul 13 02:27:36.222239 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.252369 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f88a5e-4a69-40d6-92f2-db203d469e3f req-918cd324-373c-4bf8-a7d6-b1139c79f0d6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:36.254808 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5f88a5e-4a69-40d6-92f2-db203d469e3f req-918cd324-373c-4bf8-a7d6-b1139c79f0d6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 944 time: 0.3119240 Jul 13 02:27:36.261730 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.267729 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:36.270005 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4a67ed-e121-4864-959f-65ef07113f32" -d '{"events": [{"server_uuid": "163ad440-5d5c-420d-ab44-52f27c5e22dc", "name": "network-vif-plugged", "status": "completed", "tag": "b303b0dd-0f82-4db9-98d2-7bd04096a59a"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:36.286546 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4862447f-8e83-46d3-a7d7-855b0b387d16 req-add571df-5d38-4745-8f6b-fca2816e975a tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246274 Jul 13 02:27:36.290431 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port b303b0dd-0f82-4db9-98d2-7bd04096a59a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:36.293560 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:36.298606 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.345462 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-00d901af-a6cf-4084-b6cf-526c6bef05dd service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395933 Jul 13 02:27:36.353461 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-e735d829-2ca6-4213-a612-e6475f9bfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:36.355231 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-e735d829-2ca6-4213-a612-e6475f9bfd42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.1224160 Jul 13 02:27:36.369960 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5f88a5e-4a69-40d6-92f2-db203d469e3f req-e42390b2-bab9-4d81-81fd-d58a077bffc5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765250 Jul 13 02:27:36.383418 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=b303b0dd-0f82-4db9-98d2-7bd04096a59a,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:36.388414 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:36.395125 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:36.440150 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e11f0d-7119-4c01-a6f8-c28a6541075b x-openstack-request-id: req-35e11f0d-7119-4c01-a6f8-c28a6541075b {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:36.440417 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163ad440-5d5c-420d-ab44-52f27c5e22dc", "name": "network-vif-plugged", "status": "completed", "tag": "b303b0dd-0f82-4db9-98d2-7bd04096a59a", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:36.440642 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35e11f0d-7119-4c01-a6f8-c28a6541075b {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:36.441203 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a', 'code': 200} Jul 13 02:27:36.464513 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:36.610053 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a52cd-9f6c-493a-93e8-c4d40b7e3c41 x-openstack-request-id: req-f69a52cd-9f6c-493a-93e8-c4d40b7e3c41 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:36.610358 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc5604ab-b605-4558-93e4-81a91df55684", "tag": "60c4d5a2-781e-4a87-a16c-c361e468e5ad", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:36.610607 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f69a52cd-9f6c-493a-93e8-c4d40b7e3c41 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:36.611053 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc5604ab-b605-4558-93e4-81a91df55684', 'tag': '60c4d5a2-781e-4a87-a16c-c361e468e5ad', 'status': 'completed', 'code': 200} Jul 13 02:27:36.644299 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125c0af-5cc7-4a01-a2d1-0969d3a8caf2 req-32c6cabf-9ae4-4d01-8e49-e7cd2f69a696 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:36.645871 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8125c0af-5cc7-4a01-a2d1-0969d3a8caf2 req-32c6cabf-9ae4-4d01-8e49-e7cd2f69a696 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 944 time: 0.0863664 Jul 13 02:27:36.700229 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8125c0af-5cc7-4a01-a2d1-0969d3a8caf2 req-650ad900-2bca-4b5f-b4ce-d8b96e145069 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440195 Jul 13 02:27:36.798385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26b924-6e85-4ebd-be86-f946d4d4533f req-c27d9d83-b632-47de-a3bd-e9f5aed4e93b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:36.800137 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6e26b924-6e85-4ebd-be86-f946d4d4533f req-c27d9d83-b632-47de-a3bd-e9f5aed4e93b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 944 time: 0.0710189 Jul 13 02:27:36.853071 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6e26b924-6e85-4ebd-be86-f946d4d4533f req-fcc0ac20-6c10-4867-ae88-fcf8770b46e4 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463161 Jul 13 02:27:37.454352 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df305b26-e8a3-4058-b58f-7dfc00f5f606 req-3bb43a93-b76e-451b-8466-9074c681f914 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:37.455821 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-df305b26-e8a3-4058-b58f-7dfc00f5f606 req-3bb43a93-b76e-451b-8466-9074c681f914 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.0620191 Jul 13 02:27:37.497620 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-df305b26-e8a3-4058-b58f-7dfc00f5f606 req-6378a66e-8b7b-48f6-8ea8-0268dfc69de9 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355299 Jul 13 02:27:37.659775 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfab411-a030-4875-a007-f5f69638f52a req-8e1475e6-eae0-4f58-8053-d427e7966f42 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:37.661633 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-acfab411-a030-4875-a007-f5f69638f52a req-8e1475e6-eae0-4f58-8053-d427e7966f42 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 944 time: 0.0654678 Jul 13 02:27:37.700773 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-acfab411-a030-4875-a007-f5f69638f52a req-2095b06a-0ee5-414b-bdda-60aad376fe8a tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332878 Jul 13 02:27:37.906917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e484ab-71f4-4f92-a0b0-5ad40faa36c3 req-d569b2d1-2da6-43f3-9e90-1be238595a81 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:37.908482 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d3e484ab-71f4-4f92-a0b0-5ad40faa36c3 req-d569b2d1-2da6-43f3-9e90-1be238595a81 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 944 time: 0.0816033 Jul 13 02:27:37.949697 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d3e484ab-71f4-4f92-a0b0-5ad40faa36c3 req-d62e59f2-45dd-445e-a038-0c9fbb3132bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356216 Jul 13 02:27:38.125084 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de676e6f-b007-4d6d-9293-3c786c4b75c8 req-a4b28527-596a-412f-a59f-275b083e7517 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:38.126606 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de676e6f-b007-4d6d-9293-3c786c4b75c8 req-a4b28527-596a-412f-a59f-275b083e7517 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 944 time: 0.0700271 Jul 13 02:27:38.176131 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de676e6f-b007-4d6d-9293-3c786c4b75c8 req-12a46782-44dd-4e46-8deb-d75cef0a22b8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368481 Jul 13 02:27:38.611842 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:38.614234 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b29d1-402b-42c0-82d7-558598bdf237" -d '{"events": [{"name": "network-changed", "server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:38.647938 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efff1a93-599a-40be-94cf-704a141708c4 x-openstack-request-id: req-efff1a93-599a-40be-94cf-704a141708c4 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:38.648225 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:38.648469 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efff1a93-599a-40be-94cf-704a141708c4 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:38.648849 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'status': 'completed', 'code': 200} Jul 13 02:27:38.875015 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ed9ea-5178-408a-a5a3-3fb94776a0b5 req-0893238a-8b3f-4a1b-a693-60355610a1ca tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:38.876529 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-495ed9ea-5178-408a-a5a3-3fb94776a0b5 req-0893238a-8b3f-4a1b-a693-60355610a1ca tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 944 time: 0.0657988 Jul 13 02:27:38.916480 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-495ed9ea-5178-408a-a5a3-3fb94776a0b5 req-5bf0a5b5-6d10-4b27-b9d4-4649e68b25fa tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Jul 13 02:27:39.232109 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709a6c1d-17cc-4ee7-ab07-809f3d03cefe req-2c42dbed-c5c8-4ae1-bb84-2f6076945e2c service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810327 Jul 13 02:27:39.250192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-7c9d97bb-fdb8-424e-9679-0c9b298c1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:39.251670 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-7c9d97bb-fdb8-424e-9679-0c9b298c1199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1910148 Jul 13 02:27:39.260697 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6de11-9851-4f40-a9d8-0fb1ffc4dff1 req-76fa6d59-4aee-4714-aadf-d99627497e64 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:39.268167 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cdb6de11-9851-4f40-a9d8-0fb1ffc4dff1 req-76fa6d59-4aee-4714-aadf-d99627497e64 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 944 time: 0.2083859 Jul 13 02:27:39.330161 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cdb6de11-9851-4f40-a9d8-0fb1ffc4dff1 req-090ba77d-f12f-4e22-a6e7-14566ee950a3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611119 Jul 13 02:27:39.402700 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['4d10eb36-dce1-4c00-9fa1-a89e70dddb17'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:27:39.423707 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-bcf73f2a-9151-4e97-ba46-949e0b76e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:39.425864 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-bcf73f2a-9151-4e97-ba46-949e0b76e87d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 1097 time: 0.0718830 Jul 13 02:27:39.563075 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-c78a37f9-564c-4bea-9927-30792c134ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:39.564801 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-c78a37f9-564c-4bea-9927-30792c134ac1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.1008377 Jul 13 02:27:39.661176 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-b012bf8d-631a-4d7b-9568-28c02e988994 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad HTTP/1.1" status: 200 len: 217 time: 0.0354395 Jul 13 02:27:39.681925 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-a3972975-5b3c-48fc-b55b-ab62ea2838c9 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117565 Jul 13 02:27:39.718239 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-8f25a8c8-be98-4958-8573-c778365610bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:39.719802 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-8f25a8c8-be98-4958-8573-c778365610bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.0523763 Jul 13 02:27:39.756166 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-62eef050-b590-40c3-89a4-173f6e01008f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296645 Jul 13 02:27:39.760314 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d1e35-838b-4ebf-968d-8d72fdc18009 req-ca847f21-2a4a-420d-8b1b-bb73e1184b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:39.761923 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b78d1e35-838b-4ebf-968d-8d72fdc18009 req-ca847f21-2a4a-420d-8b1b-bb73e1184b48 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.3989375 Jul 13 02:27:39.812360 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc2dfc-50aa-4051-bb9e-612850e41a82 req-ea1c1b7b-b8ea-4c41-b841-a50f30ab51f0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:39.813885 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14bc2dfc-50aa-4051-bb9e-612850e41a82 req-ea1c1b7b-b8ea-4c41-b841-a50f30ab51f0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 944 time: 0.1962757 Jul 13 02:27:39.849217 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-d9a0f1d0-f635-4d45-b1f4-d0d5561ff27e service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850685 Jul 13 02:27:39.880737 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b78d1e35-838b-4ebf-968d-8d72fdc18009 req-a5450d60-f2c0-4d69-9bce-850d02c87e9b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907037 Jul 13 02:27:39.884582 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d269e04b-6b68-4b9a-9423-be2a2b738feb req-880525f0-c77c-4d8d-85bc-9e04f1544994 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904707 Jul 13 02:27:39.896820 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14bc2dfc-50aa-4051-bb9e-612850e41a82 req-4eb67e12-9bf3-45bc-ac1e-ac4c04617230 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735688 Jul 13 02:27:39.946569 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-fe2df788-7cdd-42fa-b55b-6082aff10051 req-abb6c7f7-4057-4910-a3be-47f3bfda2d63 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906758 Jul 13 02:27:40.105601 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d509e4d-9adb-4f15-9809-f92cd0d62bb5 req-e1855b1e-8f4d-4c6b-9fdd-3d4382db9bca tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:40.107120 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d509e4d-9adb-4f15-9809-f92cd0d62bb5 req-e1855b1e-8f4d-4c6b-9fdd-3d4382db9bca tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 944 time: 0.0711522 Jul 13 02:27:40.146311 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d509e4d-9adb-4f15-9809-f92cd0d62bb5 req-9a82cd55-c8d2-4188-984d-cc529a05816d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Jul 13 02:27:40.424519 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-655f6bb4-68ca-4328-9a5e-f62cdd608b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:40.430486 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-655f6bb4-68ca-4328-9a5e-f62cdd608b95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1097 time: 0.0846548 Jul 13 02:27:40.560236 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-25568461-e7b6-405b-b126-e6c5e5502122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:40.561457 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-25568461-e7b6-405b-b126-e6c5e5502122 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.1261566 Jul 13 02:27:40.599488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f4de3-2446-48eb-b475-5cec56f21cb2 req-773d7e38-195d-43ca-883c-31f560f26987 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:40.602074 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa8f4de3-2446-48eb-b475-5cec56f21cb2 req-773d7e38-195d-43ca-883c-31f560f26987 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 944 time: 0.0760827 Jul 13 02:27:40.626380 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-7567260a-1d8e-48d8-a11f-73d27fa64e84 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 200 len: 217 time: 0.0530725 Jul 13 02:27:40.671271 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa8f4de3-2446-48eb-b475-5cec56f21cb2 req-a28bb888-1c7a-4238-9f21-d1c95ebcf246 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588136 Jul 13 02:27:40.716031 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-583bfaf7-01f8-4886-aae8-f1143a134058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:40.717617 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-583bfaf7-01f8-4886-aae8-f1143a134058 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0627675 Jul 13 02:27:40.808801 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-d6cdd33b-bf73-4990-9c6d-fab4a9e2939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:40.810542 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-d6cdd33b-bf73-4990-9c6d-fab4a9e2939f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666325 Jul 13 02:27:40.919829 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-d44c1a1b-75fb-4dfd-b847-73eeeb161ca5 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955970 Jul 13 02:27:41.046836 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 60c4d5a2-781e-4a87-a16c-c361e468e5ad details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:27:41.060676 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:41.121472 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c1ad-3255-4563-bbdf-9d4862a714bf req-e3aee7f9-eeb5-4c24-9d50-c63c362f4b73 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:41.123501 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8986c1ad-3255-4563-bbdf-9d4862a714bf req-e3aee7f9-eeb5-4c24-9d50-c63c362f4b73 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 944 time: 0.0833523 Jul 13 02:27:41.166300 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8986c1ad-3255-4563-bbdf-9d4862a714bf req-942e80f4-f51a-4fab-9ee0-cdf73134e981 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352294 Jul 13 02:27:41.184914 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:41.192973 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:41.193639 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:41.224082 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-ca6b29d1-402b-42c0-82d7-558598bdf237 req-960480ba-27a4-4509-ba70-3b3c7bedc8e7 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976069 Jul 13 02:27:41.344715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f894f-b9f9-4c78-90fa-5e581b0aa3f7 req-57fa0bf9-092e-4480-9692-0e4d16085884 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:41.346284 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a56f894f-b9f9-4c78-90fa-5e581b0aa3f7 req-57fa0bf9-092e-4480-9692-0e4d16085884 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 944 time: 0.0711107 Jul 13 02:27:41.348867 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 60c4d5a2-781e-4a87-a16c-c361e468e5ad, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:41.370686 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '60c4d5a2-781e-4a87-a16c-c361e468e5ad', 'network_id': '5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3', 'port_id': '60c4d5a2-781e-4a87-a16c-c361e468e5ad', 'mac_address': 'fa:16:3e:7c:9d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dba4ca9-8cee-4aa8-aad2-cad4d5121222', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:27:41.374924 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b5f4727b-1625-4a13-97c7-79a462d1f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:41.398613 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a56f894f-b9f9-4c78-90fa-5e581b0aa3f7 req-f3958076-43e4-4787-b06e-134dc72bd436 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434234 Jul 13 02:27:41.443400 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:41.467296 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c4d5a2-781e-4a87-a16c-c361e468e5ad {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:41.474154 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:41.503226 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 60c4d5a2-781e-4a87-a16c-c361e468e5ad, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:41.511450 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:41.514181 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adea2a4-df74-4414-a63e-4b472a68148b" -d '{"events": [{"server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "name": "network-vif-plugged", "status": "completed", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:41.516977 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:41.557925 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:41.561471 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2566b615-8513-4ee7-b115-5a6b7c637760 x-openstack-request-id: req-2566b615-8513-4ee7-b115-5a6b7c637760 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:41.561792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "name": "network-vif-plugged", "status": "completed", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:41.562106 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2566b615-8513-4ee7-b115-5a6b7c637760 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:41.562550 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'code': 200} Jul 13 02:27:41.573302 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:41.599583 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=60c4d5a2-781e-4a87-a16c-c361e468e5ad,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:41.662608 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:41.901538 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5fa77-c9b7-4b8f-abbc-c216a8990b77 req-cffb9b81-de28-491f-9f37-f77373c67721 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:41.903096 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-46a5fa77-c9b7-4b8f-abbc-c216a8990b77 req-cffb9b81-de28-491f-9f37-f77373c67721 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0857625 Jul 13 02:27:41.944280 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['60c4d5a2-781e-4a87-a16c-c361e468e5ad'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:27:41.946726 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-46a5fa77-c9b7-4b8f-abbc-c216a8990b77 req-3e240d55-e25c-4b6c-b8aa-22595eeb79bb tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372913 Jul 13 02:27:41.962989 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e58df8-c5e8-48dc-8575-1b89c057375b req-99895d1d-1516-4db4-9449-e0354de2e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:41.968569 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-15e58df8-c5e8-48dc-8575-1b89c057375b req-99895d1d-1516-4db4-9449-e0354de2e31f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 1098 time: 0.0797141 Jul 13 02:27:41.994809 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-7529d499-fcaf-49f2-96ee-ecfba0b4b1a2 None None] Provisioning complete for port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:41.995176 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7529d499-fcaf-49f2-96ee-ecfba0b4b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.009180 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-15e58df8-c5e8-48dc-8575-1b89c057375b req-16dffbd1-8a70-46c2-ae9f-1ca2ed7469f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342426 Jul 13 02:27:42.361441 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da635d6-577a-42b2-a75b-0aa2c95b189e req-9953ae4a-387c-4de5-a973-f34e533a4032 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:42.362977 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8da635d6-577a-42b2-a75b-0aa2c95b189e req-9953ae4a-387c-4de5-a973-f34e533a4032 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 944 time: 0.0716507 Jul 13 02:27:42.402694 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8da635d6-577a-42b2-a75b-0aa2c95b189e req-f5e981b2-1a45-4133-b85c-e87a9487f928 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336385 Jul 13 02:27:42.480049 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 34978) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:42.574056 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba03620-763f-42d6-9f60-2e99d2309f39 req-4eab5e5e-ded9-4079-9d63-aeef902ff3d9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:42.575599 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6ba03620-763f-42d6-9f60-2e99d2309f39 req-4eab5e5e-ded9-4079-9d63-aeef902ff3d9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 945 time: 0.0686615 Jul 13 02:27:42.583472 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b242612-8eb7-4627-a73a-a80d84425905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.614540 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6ba03620-763f-42d6-9f60-2e99d2309f39 req-2780a581-0813-45fa-92f5-a41b3a49f659 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332165 Jul 13 02:27:42.672297 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b242612-8eb7-4627-a73a-a80d84425905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.676016 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2b242612-8eb7-4627-a73a-a80d84425905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.713207 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2b242612-8eb7-4627-a73a-a80d84425905 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e7dc30471584c70b55f7c2bc7a61b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319853 Jul 13 02:27:42.715161 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b242612-8eb7-4627-a73a-a80d84425905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb66e2c-22ad-4083-8e4b-01512d1b01c4,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:42.716065 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 34984) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:42.765229 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2f59dddb-9789-4794-9365-5625ce566e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.785889 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2f59dddb-9789-4794-9365-5625ce566e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.830707 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2f59dddb-9789-4794-9365-5625ce566e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.834133 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2f59dddb-9789-4794-9365-5625ce566e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:42.836145 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-2f59dddb-9789-4794-9365-5625ce566e11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddb66e2c-22ad-4083-8e4b-01512d1b01c4 HTTP/1.1" status: 204 len: 168 time: 0.1190403 Jul 13 02:27:42.843668 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59dddb-9789-4794-9365-5625ce566e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb66e2c-22ad-4083-8e4b-01512d1b01c4,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:43.075451 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:27:43.082882 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 60c4d5a2-781e-4a87-a16c-c361e468e5ad up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:43.127042 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35008) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:43.144069 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6cf552e-7f5e-4636-a8f7-adc54c3c4137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.154922 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33764499-03f4-45bf-944c-768b54e910d8 req-f3f4959c-402f-49ff-9899-868bd7cf7961 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:43.156777 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33764499-03f4-45bf-944c-768b54e910d8 req-f3f4959c-402f-49ff-9899-868bd7cf7961 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0900903 Jul 13 02:27:43.203135 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33764499-03f4-45bf-944c-768b54e910d8 req-c25a9f12-3a8d-433d-b294-d6fea21874da tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400958 Jul 13 02:27:43.241891 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 60c4d5a2-781e-4a87-a16c-c361e468e5ad completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:43.254702 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 60c4d5a2-781e-4a87-a16c-c361e468e5ad triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:43.255302 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.296252 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:43.317170 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'port_id': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'mac_address': 'fa:16:3e:af:13:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:27:43.369755 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.374180 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6cf552e-7f5e-4636-a8f7-adc54c3c4137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.382408 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6cf552e-7f5e-4636-a8f7-adc54c3c4137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.408803 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:43.437829 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.444779 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:43.454779 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.458447 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35034) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:43.459344 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c6cf552e-7f5e-4636-a8f7-adc54c3c4137 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46e7cd830fd042f1be68bd38c2d62f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310294 Jul 13 02:27:43.462002 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf552e-7f5e-4636-a8f7-adc54c3c4137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3b9396-1992-4e5f-ab66-1d8b8d3e4779,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:43.524876 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 60c4d5a2-781e-4a87-a16c-c361e468e5ad, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:43.538811 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.549640 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:43.611740 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5604ab-b605-4558-93e4-81a91df55684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c4d5a2-781e-4a87-a16c-c361e468e5ad'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:43.614254 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419bbae3-92c3-47c5-bd46-3a103009a7ad" -d '{"events": [{"server_uuid": "fc5604ab-b605-4558-93e4-81a91df55684", "name": "network-vif-plugged", "status": "completed", "tag": "60c4d5a2-781e-4a87-a16c-c361e468e5ad"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:43.617587 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ee735387-7b6b-4eaf-b87d-a2a296c5f4a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.621561 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=60c4d5a2-781e-4a87-a16c-c361e468e5ad,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:43.674257 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65225e2-1d18-4975-bcf2-1280db08ee63 x-openstack-request-id: req-c65225e2-1d18-4975-bcf2-1280db08ee63 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:43.674807 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5604ab-b605-4558-93e4-81a91df55684", "name": "network-vif-plugged", "status": "completed", "tag": "60c4d5a2-781e-4a87-a16c-c361e468e5ad", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:43.675222 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c65225e2-1d18-4975-bcf2-1280db08ee63 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:43.675618 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5604ab-b605-4558-93e4-81a91df55684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c4d5a2-781e-4a87-a16c-c361e468e5ad', 'code': 200} Jul 13 02:27:43.685122 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ee735387-7b6b-4eaf-b87d-a2a296c5f4a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.797600 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0643d8f-1a26-4df6-a47d-9d665eda63ed req-9629a22d-30a3-41df-a862-1d130b6a2ac8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:43.799257 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b0643d8f-1a26-4df6-a47d-9d665eda63ed req-9629a22d-30a3-41df-a862-1d130b6a2ac8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 945 time: 0.1957755 Jul 13 02:27:43.870063 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['49588aa8-e16a-42d4-9d7e-8c1cf67a6211'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:27:43.896423 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35050) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:43.923524 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ee735387-7b6b-4eaf-b87d-a2a296c5f4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.927103 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ee735387-7b6b-4eaf-b87d-a2a296c5f4a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:43.928499 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ee735387-7b6b-4eaf-b87d-a2a296c5f4a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c3b9396-1992-4e5f-ab66-1d8b8d3e4779 HTTP/1.1" status: 204 len: 168 time: 0.4689736 Jul 13 02:27:43.943213 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b0643d8f-1a26-4df6-a47d-9d665eda63ed req-e5c0ed09-b6be-45f5-beb7-1dd2065b254e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319718 Jul 13 02:27:43.981213 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b6fa2-a202-4604-8b1f-345fd45121b4 req-e840a7d2-42d8-4983-b2e2-b562666a07d2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:43.987143 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35058) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:43.988909 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ec684b02-629c-41c4-8a09-bbdbf8fb49b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.004530 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d59b6fa2-a202-4604-8b1f-345fd45121b4 req-e840a7d2-42d8-4983-b2e2-b562666a07d2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1986518 Jul 13 02:27:44.034156 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee735387-7b6b-4eaf-b87d-a2a296c5f4a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3b9396-1992-4e5f-ab66-1d8b8d3e4779,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:44.063322 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d59b6fa2-a202-4604-8b1f-345fd45121b4 req-2533506e-8ffe-4190-9987-f11a1c17aede tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577118 Jul 13 02:27:44.144801 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7889c-44b3-4602-bd0c-461c31e69246 req-02782432-038a-406e-947c-3f7073536329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:44.147185 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b7d7889c-44b3-4602-bd0c-461c31e69246 req-02782432-038a-406e-947c-3f7073536329 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 1099 time: 0.0802970 Jul 13 02:27:44.169498 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4f5c-73da-47aa-9706-51cf52410a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.245460 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.246948 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b7d7889c-44b3-4602-bd0c-461c31e69246 req-a4197371-0d2d-4cb2-9582-57ee3f926905 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920663 Jul 13 02:27:44.263092 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-90576539-7ad1-40ae-a862-6194d92bfa0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.321816 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4f5c-73da-47aa-9706-51cf52410a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.324292 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35066) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:44.335623 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1e3a4f5c-73da-47aa-9706-51cf52410a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.358431 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-19cbf1e2-4f2a-4d54-a9ec-e503c259854f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.401487 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1e3a4f5c-73da-47aa-9706-51cf52410a3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b40db66ff9d48da8ca16caf3bfb9309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039928 Jul 13 02:27:44.402927 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ce42d-3b1b-48f7-91bb-1966b216ee73 req-baf4bd02-5d48-4882-80d3-445a7bd6db62 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:44.404422 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-715ce42d-3b1b-48f7-91bb-1966b216ee73 req-baf4bd02-5d48-4882-80d3-445a7bd6db62 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0706549 Jul 13 02:27:44.404878 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35068) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:44.407527 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a4f5c-73da-47aa-9706-51cf52410a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390f466-b986-4054-bad5-126bfea8ca86,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:44.468473 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-90576539-7ad1-40ae-a862-6194d92bfa0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.475053 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-90576539-7ad1-40ae-a862-6194d92bfa0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.478508 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-715ce42d-3b1b-48f7-91bb-1966b216ee73 req-5a2bf405-93fc-4a24-9992-d91e89b4847e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657945 Jul 13 02:27:44.492290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e897880c-d183-45e2-90a3-ce64ddbf8f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.516907 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e897880c-d183-45e2-90a3-ce64ddbf8f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.528204 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90576539-7ad1-40ae-a862-6194d92bfa0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10de0b2-4d38-4299-bf0b-abed35cc4219,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:44.535946 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-90576539-7ad1-40ae-a862-6194d92bfa0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8b160f3e0d841febdc667ca93fd7e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465822 Jul 13 02:27:44.536690 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35072) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:44.608361 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-19cbf1e2-4f2a-4d54-a9ec-e503c259854f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.613345 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-19cbf1e2-4f2a-4d54-a9ec-e503c259854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.631372 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8173-158a-46a2-88e6-fa9b97d1e63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.639411 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e897880c-d183-45e2-90a3-ce64ddbf8f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.641863 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e897880c-d183-45e2-90a3-ce64ddbf8f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.643022 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-e897880c-d183-45e2-90a3-ce64ddbf8f40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9390f466-b986-4054-bad5-126bfea8ca86 HTTP/1.1" status: 204 len: 168 time: 0.2372520 Jul 13 02:27:44.662305 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-19cbf1e2-4f2a-4d54-a9ec-e503c259854f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07a2c272694e48e2b0c814c762cb4348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346801 Jul 13 02:27:44.662305 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbf1e2-4f2a-4d54-a9ec-e503c259854f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499f31d7-e2c7-4312-b05c-8fa8b8e0b6b7,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:44.663994 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35076) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:44.666254 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897880c-d183-45e2-90a3-ce64ddbf8f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390f466-b986-4054-bad5-126bfea8ca86,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:44.683823 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8173-158a-46a2-88e6-fa9b97d1e63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.756407 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a96be-0cb4-4a46-b07e-1151e250f2dd req-1da98a3f-7dfe-4346-97d4-8d8bd0866fce tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:44.758775 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-882a96be-0cb4-4a46-b07e-1151e250f2dd req-1da98a3f-7dfe-4346-97d4-8d8bd0866fce tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.1611397 Jul 13 02:27:44.767960 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35078) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:44.778344 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'floatingip': {'port_id': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:44.778959 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b495-9b06-4264-979d-4c7f639656a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.790697 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8173-158a-46a2-88e6-fa9b97d1e63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.793138 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1e1a8173-158a-46a2-88e6-fa9b97d1e63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.796807 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1e1a8173-158a-46a2-88e6-fa9b97d1e63d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e10de0b2-4d38-4299-bf0b-abed35cc4219 HTTP/1.1" status: 204 len: 168 time: 0.2562528 Jul 13 02:27:44.809698 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a8173-158a-46a2-88e6-fa9b97d1e63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10de0b2-4d38-4299-bf0b-abed35cc4219,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:44.816553 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b495-9b06-4264-979d-4c7f639656a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.879330 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.900023 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b495-9b06-4264-979d-4c7f639656a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.907483 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b495-9b06-4264-979d-4c7f639656a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:44.916669 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0bf3b495-9b06-4264-979d-4c7f639656a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/499f31d7-e2c7-4312-b05c-8fa8b8e0b6b7 HTTP/1.1" status: 204 len: 168 time: 0.2513831 Jul 13 02:27:44.931948 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3b495-9b06-4264-979d-4c7f639656a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499f31d7-e2c7-4312-b05c-8fa8b8e0b6b7,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:44.990627 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.079402 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35094) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:45.105256 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-47cf3d23-0130-40aa-87e9-28d0dd5d2139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.240054 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173e071-9875-4886-8af1-43417e518e01 req-93ae967a-fc98-4d90-b7c5-0f0cad1074da tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:45.242192 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4173e071-9875-4886-8af1-43417e518e01 req-93ae967a-fc98-4d90-b7c5-0f0cad1074da tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 945 time: 0.1310308 Jul 13 02:27:45.354777 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4173e071-9875-4886-8af1-43417e518e01 req-3b483588-3d05-41ac-ab61-aac4c39b61b4 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028717 Jul 13 02:27:45.385689 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35100) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:45.386394 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-47cf3d23-0130-40aa-87e9-28d0dd5d2139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.396260 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-47cf3d23-0130-40aa-87e9-28d0dd5d2139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.407530 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d1c-1d66-47e8-9548-f677ad7a5951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.414820 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c172773b-8313-4baa-8257-c2dfb8317c35 req-40cd71e4-2041-4690-a0fc-b382244d2a13 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:45.416327 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c172773b-8313-4baa-8257-c2dfb8317c35 req-40cd71e4-2041-4690-a0fc-b382244d2a13 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1852980 Jul 13 02:27:45.467080 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-47cf3d23-0130-40aa-87e9-28d0dd5d2139 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5b49b7729e24c94964598de61951bd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3863814 Jul 13 02:27:45.470995 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35104) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:45.487736 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf3d23-0130-40aa-87e9-28d0dd5d2139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf40a42-af7e-4aa1-af42-6cbadee81167,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:45.504833 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c172773b-8313-4baa-8257-c2dfb8317c35 req-c185ac33-e641-4084-915e-918febea3d37 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719829 Jul 13 02:27:45.558122 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cdb981f-8e7b-46a1-a47a-d4f2fc3ff98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.580192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cdb981f-8e7b-46a1-a47a-d4f2fc3ff98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.635913 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cdb981f-8e7b-46a1-a47a-d4f2fc3ff98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.638959 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2cdb981f-8e7b-46a1-a47a-d4f2fc3ff98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.640255 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-2cdb981f-8e7b-46a1-a47a-d4f2fc3ff98e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0cf40a42-af7e-4aa1-af42-6cbadee81167 HTTP/1.1" status: 204 len: 168 time: 0.1673131 Jul 13 02:27:45.650872 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb981f-8e7b-46a1-a47a-d4f2fc3ff98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf40a42-af7e-4aa1-af42-6cbadee81167,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:45.721288 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.731377 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:45.794309 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d1c-1d66-47e8-9548-f677ad7a5951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.013268 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fb9e2d1c-1d66-47e8-9548-f677ad7a5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.071808 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fb9e2d1c-1d66-47e8-9548-f677ad7a5951 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=540b034bd0704a5e84f869d7ac222816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6850104 Jul 13 02:27:46.075103 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35132) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:46.075237 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e2d1c-1d66-47e8-9548-f677ad7a5951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f85e17-f5ac-4c1b-b15a-2a51374e9a28,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:46.081712 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Floating IP 3e90d38d-f349-478c-a4ce-3859097bdc54 associated. External IP: 172.27.2.20, port: 4d10eb36-dce1-4c00-9fa1-a89e70dddb17. Jul 13 02:27:46.140519 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5e71f151-080b-4f5f-8939-e35f5812aa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.165344 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5e71f151-080b-4f5f-8939-e35f5812aa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.228284 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5e71f151-080b-4f5f-8939-e35f5812aa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.231164 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5e71f151-080b-4f5f-8939-e35f5812aa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.232329 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-5e71f151-080b-4f5f-8939-e35f5812aa74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42f85e17-f5ac-4c1b-b15a-2a51374e9a28 HTTP/1.1" status: 204 len: 168 time: 0.1555605 Jul 13 02:27:46.240181 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71f151-080b-4f5f-8939-e35f5812aa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f85e17-f5ac-4c1b-b15a-2a51374e9a28,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:46.347087 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Router eb76fe70-704f-4289-a3bb-f4cb9ad87bee has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:27:46.423715 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.507978 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:27:46.514390 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:46.525752 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] Sync routers for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:27:46.542147 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:46.542849 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:27:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:46.561384 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f5531d18-3c31-435e-b9cc-1d9e5d18d5c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "PUT /v2.0/floatingips/3e90d38d-f349-478c-a4ce-3859097bdc54 HTTP/1.1" status: 200 len: 990 time: 1.7869422 Jul 13 02:27:46.562228 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:46.565831 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:46.607182 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b892f1-fca6-41e4-915f-b4b7c7870d7b req-d90a792e-59f0-4f7a-995c-6290376f8d9f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:46.608818 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06b892f1-fca6-41e4-915f-b4b7c7870d7b req-d90a792e-59f0-4f7a-995c-6290376f8d9f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 945 time: 0.1151338 Jul 13 02:27:46.664912 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06b892f1-fca6-41e4-915f-b4b7c7870d7b req-2275febe-4fcc-4a30-9b65-7bb288830639 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502429 Jul 13 02:27:46.700692 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:46.773240 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182926c-5c03-45a5-a411-81b81f6b77d3 req-28df27ff-4c78-4fa9-8960-a349f5e1c88d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:46.782241 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d182926c-5c03-45a5-a411-81b81f6b77d3 req-28df27ff-4c78-4fa9-8960-a349f5e1c88d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0952590 Jul 13 02:27:46.829276 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d182926c-5c03-45a5-a411-81b81f6b77d3 req-73982db8-ff83-405a-95fb-8b757a50d5ea tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453756 Jul 13 02:27:46.880993 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094bad95-4b27-46db-b6e0-5d69b3c28068 x-openstack-request-id: req-094bad95-4b27-46db-b6e0-5d69b3c28068 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:46.881344 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:46.881661 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-094bad95-4b27-46db-b6e0-5d69b3c28068 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:46.882815 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'status': 'completed', 'code': 200} Jul 13 02:27:46.890286 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35174) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:47.030580 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-61435bd0-f08c-4dd6-b7da-f6ab9c0057ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:47.032796 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-61435bd0-f08c-4dd6-b7da-f6ab9c0057ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 1098 time: 0.0709715 Jul 13 02:27:47.066623 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '3e90d38d-f349-478c-a4ce-3859097bdc54', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'port_id': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'mac_address': 'fa:16:3e:bb:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:27:17Z', 'updated_at': '2021-07-13T02:27:45Z', 'revision_number': 1, 'project_id': '197b525e7a104e5ebcd262a734055741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:47.070635 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:27:47.133962 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] Checking router: eb76fe70-704f-4289-a3bb-f4cb9ad87bee for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:27:47.161440 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:47.162092 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba32d-ad46-439d-9c8e-689def03c942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.162677 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:27:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:47.171955 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:27:47.178200 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:47.179232 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.218782 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-29965132-32a4-4eb6-83c6-66435228b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:47.220843 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-29965132-32a4-4eb6-83c6-66435228b466 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 912 time: 0.1799059 Jul 13 02:27:47.349202 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.377640 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-9ea37266-6f5e-4631-a22b-408bb03a8464 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 200 len: 998 time: 0.1480062 Jul 13 02:27:47.378760 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:47.397267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:27:47.399787 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:47.403502 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840fd201-dd18-42f9-870b-24ac4e2ee0bf" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:47.423714 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.447342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-0758048c-fe27-49e3-916c-d7e859ec93f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:47.449402 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-0758048c-fe27-49e3-916c-d7e859ec93f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0637231 Jul 13 02:27:47.461225 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49714482-fa56-4953-a141-287dabd8f0f9 req-92c3f93a-7dbd-45f8-ba16-a68725abbc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:47.467219 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49714482-fa56-4953-a141-287dabd8f0f9 req-92c3f93a-7dbd-45f8-ba16-a68725abbc97 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 1099 time: 0.1082036 Jul 13 02:27:47.533177 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b70b42-8b0a-4ecc-b5eb-146cfba5d341 x-openstack-request-id: req-79b70b42-8b0a-4ecc-b5eb-146cfba5d341 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:47.535275 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:47.536182 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79b70b42-8b0a-4ecc-b5eb-146cfba5d341 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:47.536665 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'code': 200} Jul 13 02:27:47.563782 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba32d-ad46-439d-9c8e-689def03c942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.574316 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba32d-ad46-439d-9c8e-689def03c942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.644767 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ca8ba32d-ad46-439d-9c8e-689def03c942 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b58d617b1ed142fda934a3e880069996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533555 Jul 13 02:27:47.645567 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ba32d-ad46-439d-9c8e-689def03c942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aeb352-3ce1-48c7-8ca7-fb4114b4c712,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:47.652864 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-43bb3b9f-697d-4934-b7cd-da0f9b081fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:47.654479 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-43bb3b9f-697d-4934-b7cd-da0f9b081fdb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1901281 Jul 13 02:27:47.655395 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35200) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:47.679993 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:47.843246 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49714482-fa56-4953-a141-287dabd8f0f9 req-5ce1cabe-10b4-477a-84d1-6edd9e9dfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:47.844950 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49714482-fa56-4953-a141-287dabd8f0f9 req-5ce1cabe-10b4-477a-84d1-6edd9e9dfec3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.3678694 Jul 13 02:27:47.874158 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4de26c71-7c76-46aa-921d-cd3a8fc8dd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.905535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672711d6-e95e-47a8-ab69-7c718833c7bc req-e4d70783-b7c7-4f1b-916d-fc1087e78db8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:47.920756 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4de26c71-7c76-46aa-921d-cd3a8fc8dd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.932374 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-672711d6-e95e-47a8-ab69-7c718833c7bc req-e4d70783-b7c7-4f1b-916d-fc1087e78db8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.3895428 Jul 13 02:27:47.979446 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-df542cbd-051f-482f-aa8b-e7dfaa377d7a None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:27:47.979830 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-df542cbd-051f-482f-aa8b-e7dfaa377d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:47.982102 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '3e90d38d-f349-478c-a4ce-3859097bdc54', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'port_id': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'mac_address': 'fa:16:3e:bb:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:27:17Z', 'updated_at': '2021-07-13T02:27:45Z', 'revision_number': 1, 'project_id': '197b525e7a104e5ebcd262a734055741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:48.013415 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-2fa18c3b-c84f-4af8-b3e0-2eb9da2dd16e service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446951 Jul 13 02:27:48.017504 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4de26c71-7c76-46aa-921d-cd3a8fc8dd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:48.025789 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4de26c71-7c76-46aa-921d-cd3a8fc8dd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:48.029362 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4de26c71-7c76-46aa-921d-cd3a8fc8dd45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42aeb352-3ce1-48c7-8ca7-fb4114b4c712 HTTP/1.1" status: 204 len: 168 time: 0.3709900 Jul 13 02:27:48.087407 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de26c71-7c76-46aa-921d-cd3a8fc8dd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aeb352-3ce1-48c7-8ca7-fb4114b4c712,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:48.139620 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d634ab9-6764-4d96-ba37-df6233951420 None None] The sync data for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi is: [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '3e90d38d-f349-478c-a4ce-3859097bdc54', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'port_id': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'mac_address': 'fa:16:3e:bb:f8:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:27:17Z', 'updated_at': '2021-07-13T02:27:45Z', 'revision_number': 1, 'project_id': '197b525e7a104e5ebcd262a734055741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:48.184390 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49714482-fa56-4953-a141-287dabd8f0f9 req-5a0fc7ed-d989-4aed-947a-e7278be370ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad HTTP/1.1" status: 200 len: 217 time: 0.2088969 Jul 13 02:27:48.258230 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-672711d6-e95e-47a8-ab69-7c718833c7bc req-ba5ecc5d-c385-4e99-a925-0f5be9028648 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311968 Jul 13 02:27:48.264738 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-d062d86e-7434-46f2-9ab5-8414b4e8f7b5 req-fd7ed20e-5036-4b04-8b88-56e873198591 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264714 Jul 13 02:27:48.327999 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49714482-fa56-4953-a141-287dabd8f0f9 req-d9016b34-62c8-45cc-89a9-648f5417bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:48.329886 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49714482-fa56-4953-a141-287dabd8f0f9 req-d9016b34-62c8-45cc-89a9-648f5417bb51 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.1251979 Jul 13 02:27:48.336597 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1718ffc-70d5-4008-b2a9-4e69d73dfe60 req-36af9ad7-e5ad-4327-b2d7-7a637cbeaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:48.338161 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d1718ffc-70d5-4008-b2a9-4e69d73dfe60 req-36af9ad7-e5ad-4327-b2d7-7a637cbeaacf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1099 time: 0.3776212 Jul 13 02:27:48.360717 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625321a7-16d2-4b15-8b0a-546af165b15e req-be74a718-54d0-476a-816a-1d3ef9976e1b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:48.369827 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-625321a7-16d2-4b15-8b0a-546af165b15e req-be74a718-54d0-476a-816a-1d3ef9976e1b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.4289210 Jul 13 02:27:48.419696 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49714482-fa56-4953-a141-287dabd8f0f9 req-1bfdc733-6d9b-4107-9650-17aacccc10d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466485 Jul 13 02:27:48.515943 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d1718ffc-70d5-4008-b2a9-4e69d73dfe60 req-4890e104-95af-498d-b719-283d1327c78c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285379 Jul 13 02:27:48.538487 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135840f3-e5ff-4783-95de-9165defc34f3 None None] New status for floating IP 3e90d38d-f349-478c-a4ce-3859097bdc54: ACTIVE {{(pid=92893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:27:48.558898 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-625321a7-16d2-4b15-8b0a-546af165b15e req-519b6515-b999-4b6c-961f-71340f6bebdf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876307 Jul 13 02:27:48.605287 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49714482-fa56-4953-a141-287dabd8f0f9 req-676c99fe-9b6c-4e9d-b766-83b3bc782551 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688221 Jul 13 02:27:49.073120 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49714482-fa56-4953-a141-287dabd8f0f9 req-ccabb104-5e59-4008-b24d-d9a6f59f1002 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114445 Jul 13 02:27:49.658234 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f54010-51bd-46ea-b70b-6c53567ac384 req-577aabf1-1c11-4686-9dae-d000b8509ff9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:49.659825 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f1f54010-51bd-46ea-b70b-6c53567ac384 req-577aabf1-1c11-4686-9dae-d000b8509ff9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0822153 Jul 13 02:27:49.705176 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f1f54010-51bd-46ea-b70b-6c53567ac384 req-cb0d43ea-1a26-4844-a859-d08cf293e58d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366852 Jul 13 02:27:49.896751 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b865c3f-fd5e-4e99-acda-ec65c9e056dd req-900847bb-da45-4ca0-bb49-78f21f1210ae tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:49.899163 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3b865c3f-fd5e-4e99-acda-ec65c9e056dd req-900847bb-da45-4ca0-bb49-78f21f1210ae tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0804343 Jul 13 02:27:49.941555 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3b865c3f-fd5e-4e99-acda-ec65c9e056dd req-2b6735dd-3485-4ce8-969e-75447bfea223 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364664 Jul 13 02:27:50.083584 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-b2d9e037-c3b2-4b35-b464-25ac907f6806 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:50.085278 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-b2d9e037-c3b2-4b35-b464-25ac907f6806 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 0.1105661 Jul 13 02:27:50.107863 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-7cbe60f2-28cc-402f-9eae-305284adff9a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/quotas/6b3bcc4decdb4d42a7f3efd99887e102 HTTP/1.1" status: 200 len: 375 time: 0.0139816 Jul 13 02:27:50.195051 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-baa0750e-a4f2-43f2-8d1c-7cb4aa2cb380 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808969 Jul 13 02:27:50.214271 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35326) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:50.343206 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-18d56024-5850-4032-b257-fecba756b46b service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410277 Jul 13 02:27:50.350692 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b4c1621c-f131-4941-925b-6b01869d1844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:50.432712 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-7c3d7426-9032-488e-9cbe-ba9d7046b7f3 service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886455 Jul 13 02:27:50.445936 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b4c1621c-f131-4941-925b-6b01869d1844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:50.451529 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b4c1621c-f131-4941-925b-6b01869d1844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:50.490150 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c1621c-f131-4941-925b-6b01869d1844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68386301-8d13-4cb0-b445-43321cd85870,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:50.505899 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b4c1621c-f131-4941-925b-6b01869d1844 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=986ede1a71954773bf077526772d0ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830718 Jul 13 02:27:50.506154 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35334) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:50.559068 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0d228359-f14a-4253-b732-6e7444b42526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:50.588951 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0d228359-f14a-4253-b732-6e7444b42526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:50.633791 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbfb47f5-941b-48bf-aa58-16ee7ab6cd87 req-bb402d59-b636-46bb-a0f2-98276a1e3356 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 210 time: 0.0414989 Jul 13 02:27:50.678169 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0d228359-f14a-4253-b732-6e7444b42526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:50.680955 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0d228359-f14a-4253-b732-6e7444b42526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:50.684511 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0d228359-f14a-4253-b732-6e7444b42526 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/68386301-8d13-4cb0-b445-43321cd85870 HTTP/1.1" status: 204 len: 168 time: 0.1823072 Jul 13 02:27:50.692560 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d228359-f14a-4253-b732-6e7444b42526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68386301-8d13-4cb0-b445-43321cd85870,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:50.926319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c234dae-bebc-46f6-93d6-c1ff600267b9 req-17cd4d3e-9a9d-4d19-83e4-81ebb61b497c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:50.934802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c234dae-bebc-46f6-93d6-c1ff600267b9 req-17cd4d3e-9a9d-4d19-83e4-81ebb61b497c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0922530 Jul 13 02:27:50.983047 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c234dae-bebc-46f6-93d6-c1ff600267b9 req-73801002-2f21-48b2-8c86-e5268716564f tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466130 Jul 13 02:27:51.042159 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35362) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:51.055291 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6f08b60f-0884-4efb-9afc-65429507a9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.216339 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f88d1-6b27-42e2-b448-9db3137ff643 req-e83eed40-7ed4-4e43-820d-378278347c45 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:51.217730 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-484f88d1-6b27-42e2-b448-9db3137ff643 req-e83eed40-7ed4-4e43-820d-378278347c45 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.1098540 Jul 13 02:27:51.219982 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6f08b60f-0884-4efb-9afc-65429507a9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.230705 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6f08b60f-0884-4efb-9afc-65429507a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.292935 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-6f08b60f-0884-4efb-9afc-65429507a9dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c791b5e9557241cea2c841bf474404cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473111 Jul 13 02:27:51.292935 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08b60f-0884-4efb-9afc-65429507a9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da03221a-735b-41ae-92e3-6828f7c5ef93,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:51.293308 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35366) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:51.298881 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-484f88d1-6b27-42e2-b448-9db3137ff643 req-d9965691-7236-4cb9-b362-9fd21dc581af tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753474 Jul 13 02:27:51.363509 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.389214 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.447543 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.452079 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.453565 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da03221a-735b-41ae-92e3-6828f7c5ef93 HTTP/1.1" status: 204 len: 168 time: 0.1591806 Jul 13 02:27:51.468964 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da03221a-735b-41ae-92e3-6828f7c5ef93,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:51.480646 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.481071 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.481424 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.481881 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.482259 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.482642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.483162 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.483908 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.484571 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.485374 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.485890 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.486436 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bd37f60-3e21-4571-8a45-23084bc15655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:51.557627 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b49587-cdef-42e8-97b3-4162de6b46c2 req-f1dd0305-e2e8-4a4c-909f-92688558436d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:51.559416 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-36b49587-cdef-42e8-97b3-4162de6b46c2 req-f1dd0305-e2e8-4a4c-909f-92688558436d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.1076074 Jul 13 02:27:51.568604 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35376) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:51.574097 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'floatingip': {'port_id': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:51.622968 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:51.797777 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e9619395-f803-4580-a6f6-22aeca0ab18c req-09a248f5-5abe-4e18-ad19-ba24f9a9b5df tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 210 time: 0.0416777 Jul 13 02:27:52.193948 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24265d99-da54-44f1-9b5e-cb3b9006f80b req-3aa0d79e-6cca-416a-a15a-ef82af50d7d7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:52.196298 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-24265d99-da54-44f1-9b5e-cb3b9006f80b req-3aa0d79e-6cca-416a-a15a-ef82af50d7d7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0854154 Jul 13 02:27:52.248020 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-24265d99-da54-44f1-9b5e-cb3b9006f80b req-bd402b01-7e6c-4027-bf8b-d29990d40adf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457902 Jul 13 02:27:52.267101 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:52.271870 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:52.386122 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Floating IP b76e3c15-30b3-4942-9d72-d8c61815fa5b associated. External IP: 172.27.2.208, port: 49588aa8-e16a-42d4-9d7e-8c1cf67a6211. Jul 13 02:27:52.825725 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Router c8c1aada-4f21-4475-9d3c-5c2600b56497 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:27:52.943513 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c9c2c19e-99e0-4011-a102-321cba62547d req-830b61f4-402e-4687-9145-7ff9c0fb9804 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 210 time: 0.0282447 Jul 13 02:27:52.966931 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:27:52.969228 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:52.976050 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] Sync routers for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:27:52.985007 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:52.985699 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:27:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:53.009839 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-01af9933-3824-4ef2-8e9e-827db2d2396a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "PUT /v2.0/floatingips/b76e3c15-30b3-4942-9d72-d8c61815fa5b HTTP/1.1" status: 200 len: 992 time: 1.4394817 Jul 13 02:27:53.010464 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:53.013125 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587" -d '{"events": [{"name": "network-changed", "server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:53.105801 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:53.334211 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'b76e3c15-30b3-4942-9d72-d8c61815fa5b', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'port_id': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'mac_address': 'fa:16:3e:af:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:27:19Z', 'updated_at': '2021-07-13T02:27:52Z', 'revision_number': 1, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:53.365249 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] Checking router: c8c1aada-4f21-4475-9d3c-5c2600b56497 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:27:53.375877 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:27:53.376501 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:27:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:53.480234 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:27:53.697574 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'b76e3c15-30b3-4942-9d72-d8c61815fa5b', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'port_id': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'mac_address': 'fa:16:3e:af:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:27:19Z', 'updated_at': '2021-07-13T02:27:52Z', 'revision_number': 1, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:27:53.726916 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d3334-2ba5-4fc6-86d7-af792ff356a6 None None] The sync data for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi is: [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'b76e3c15-30b3-4942-9d72-d8c61815fa5b', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'port_id': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'mac_address': 'fa:16:3e:af:13:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:27:19Z', 'updated_at': '2021-07-13T02:27:52Z', 'revision_number': 1, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:27:53.908954 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b855916-d23d-4047-adf7-7cd1b1c19731 None None] New status for floating IP b76e3c15-30b3-4942-9d72-d8c61815fa5b: ACTIVE {{(pid=92893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:27:55.161169 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e73334-d7b5-44f3-9862-9aa57e1daa3f x-openstack-request-id: req-84e73334-d7b5-44f3-9862-9aa57e1daa3f {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:55.162147 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:55.162658 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-84e73334-d7b5-44f3-9862-9aa57e1daa3f {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:55.163998 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'status': 'completed', 'code': 200} Jul 13 02:27:55.191069 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-9aacf106-884b-48e8-90b1-8519a6d6473a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:55.192655 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-9aacf106-884b-48e8-90b1-8519a6d6473a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 0.1088858 Jul 13 02:27:55.301003 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2b77fb62-1ab9-4265-8314-1ed2209a7eb0 req-4538c147-1010-4b68-9550-174ad45926c6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 210 time: 0.0515881 Jul 13 02:27:55.306054 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Request body: {'port': {'device_id': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'admin_state_up': True, 'tenant_id': '6b3bcc4decdb4d42a7f3efd99887e102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:55.641402 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d94f3-46e0-4a17-98f0-66794097c319 req-f36629ec-5b11-4f6a-89d9-88dedf537484 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:55.642808 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-493d94f3-46e0-4a17-98f0-66794097c319 req-f36629ec-5b11-4f6a-89d9-88dedf537484 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.3923471 Jul 13 02:27:55.662361 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-bc0e94aa-033f-4099-a97d-7ee8589157b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:55.664399 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-bc0e94aa-033f-4099-a97d-7ee8589157b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1099 time: 0.3626440 Jul 13 02:27:55.706719 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Made reservation on behalf of 6b3bcc4decdb4d42a7f3efd99887e102 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:27:55.710733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:55.735454 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-493d94f3-46e0-4a17-98f0-66794097c319 req-69b5c137-0870-44c9-bf7f-8ab4fae63f58 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834644 Jul 13 02:27:55.845882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-55a4f08f-faef-4861-908b-4b9e02bf1831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:55.847361 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-55a4f08f-faef-4861-908b-4b9e02bf1831 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.1690428 Jul 13 02:27:55.968707 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Allocated IP 172.20.0.5 (bbf39b0f-a6a8-4156-9bab-028e4f2bf745/67f2d1b3-8b06-44e2-8bb4-85f6863b5229/a3decc40-d384-449b-b7b0-9d10dd653354) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:27:55.985277 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-f9b31ddf-ddab-4899-8986-329d46156f92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 200 len: 1002 time: 0.1095042 Jul 13 02:27:56.066772 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-b0d64182-70b1-4d25-9ea6-60f87732787e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:56.068332 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-b0d64182-70b1-4d25-9ea6-60f87732787e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0737722 Jul 13 02:27:56.208770 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:56.212369 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-d39473cf-49cc-4dcd-ac6d-24b9ffaefeab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:56.214551 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-d39473cf-49cc-4dcd-ac6d-24b9ffaefeab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1329105 Jul 13 02:27:56.251482 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:56.320346 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:27:56.332138 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:27:56.359641 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:27:56.364640 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:27:56.398717 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event updated for resources: {'Port': ['ID=a3decc40-d384-449b-b7b0-9d10dd653354,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:56.417548 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.417899 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.418267 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.418604 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.418936 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.419265 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.419592 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.419922 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.420245 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.420571 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.420895 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.421215 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:27:56.443155 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:56.443785 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:56.454696 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-7099f97b-8eee-46dc-bbc6-82722c1cee47 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015655 Jul 13 02:27:56.480491 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a110ceda-e8e0-4322-8016-11e9f8701fc8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1820283 Jul 13 02:27:56.523150 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Request body: {'port': {'device_id': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:27:56.606409 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:27:56.656673 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0978fc-977f-4ca6-810d-0935a82b85aa req-7005f4fc-94d1-42bc-80d8-55b890a02ca4 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:56.658289 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d0978fc-977f-4ca6-810d-0935a82b85aa req-7005f4fc-94d1-42bc-80d8-55b890a02ca4 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 931 time: 0.2021089 Jul 13 02:27:56.664744 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ef47e79-3fa2-49f1-b1f2-a9633d8e1587 req-53cfdf36-6b53-430f-9865-3c5615a5c078 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988065 Jul 13 02:27:56.683665 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:56.732762 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d0978fc-977f-4ca6-810d-0935a82b85aa req-34d88967-7207-429a-a91d-bb3f164bf151 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664878 Jul 13 02:27:57.003367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade149e3-7142-4894-85ce-f7fc345a6c7c req-86184ece-948b-40ce-9cb0-7a8746d02011 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:57.004936 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ade149e3-7142-4894-85ce-f7fc345a6c7c req-86184ece-948b-40ce-9cb0-7a8746d02011 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1170237 Jul 13 02:27:57.052101 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3decc40-d384-449b-b7b0-9d10dd653354 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:27:57.067216 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.074916 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ade149e3-7142-4894-85ce-f7fc345a6c7c req-481cb4b5-21c2-46fa-9f93-cd0fb9c21473 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Jul 13 02:27:57.084147 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Transition to ACTIVE for port object a3decc40-d384-449b-b7b0-9d10dd653354 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:27:57.089975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.140662 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3decc40-d384-449b-b7b0-9d10dd653354,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:57.216203 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Attempting to bind port a3decc40-d384-449b-b7b0-9d10dd653354 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:27:57.216825 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Attempting to bind port a3decc40-d384-449b-b7b0-9d10dd653354 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:27:57.217041 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Attempting to bind port a3decc40-d384-449b-b7b0-9d10dd653354 on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:57.221648 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Port a3decc40-d384-449b-b7b0-9d10dd653354 on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:27:57.221969 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Attempting to bind port a3decc40-d384-449b-b7b0-9d10dd653354 on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:27:57.226890 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:27:57.227237 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Checking segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:27:57.227683 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Bound using segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:27:57.227993 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Bound port: a3decc40-d384-449b-b7b0-9d10dd653354, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:27:57.228448 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.293176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] For port a3decc40-d384-449b-b7b0-9d10dd653354, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:27:57.296616 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] For port a3decc40-d384-449b-b7b0-9d10dd653354, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a3decc40-d384-449b-b7b0-9d10dd653354,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:27:57.300811 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.339757 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:27:57.340386 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.341772 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3decc40-d384-449b-b7b0-9d10dd653354 HTTP/1.1" status: 200 len: 1093 time: 0.8253753 Jul 13 02:27:57.342298 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'tag': 'a3decc40-d384-449b-b7b0-9d10dd653354'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:27:57.344538 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428f35fa-02b8-40fe-8ed2-2637bb586a45" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e93419-e7dd-4cb3-9370-d46ec80bac7c", "tag": "a3decc40-d384-449b-b7b0-9d10dd653354"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:27:57.366193 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8297b-ac11-44a3-9859-2ca1821801a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3decc40-d384-449b-b7b0-9d10dd653354,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:57.398016 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b75cfc9-0ce5-465b-bf89-f8f19c0e1a4f x-openstack-request-id: req-4b75cfc9-0ce5-465b-bf89-f8f19c0e1a4f {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:27:57.398344 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e93419-e7dd-4cb3-9370-d46ec80bac7c", "tag": "a3decc40-d384-449b-b7b0-9d10dd653354", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:27:57.398739 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b75cfc9-0ce5-465b-bf89-f8f19c0e1a4f {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:27:57.399140 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'tag': 'a3decc40-d384-449b-b7b0-9d10dd653354', 'status': 'completed', 'code': 200} Jul 13 02:27:57.431912 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35566) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:57.537299 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a7315014-eda2-49bc-91b7-c71194f2ac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.629470 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a7315014-eda2-49bc-91b7-c71194f2ac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.634206 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a7315014-eda2-49bc-91b7-c71194f2ac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.671998 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a7315014-eda2-49bc-91b7-c71194f2ac18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9d8ea27baf74757b6c4e920e621772d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389905 Jul 13 02:27:57.672849 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7315014-eda2-49bc-91b7-c71194f2ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f38db93-e9af-4e4e-b849-f0d953d68303,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:57.674821 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35572) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:57.729319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e68531a0-e425-43d7-853a-2d0e2d1320e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.751730 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e68531a0-e425-43d7-853a-2d0e2d1320e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.809908 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e68531a0-e425-43d7-853a-2d0e2d1320e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.812507 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e68531a0-e425-43d7-853a-2d0e2d1320e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:57.813666 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-e68531a0-e425-43d7-853a-2d0e2d1320e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f38db93-e9af-4e4e-b849-f0d953d68303 HTTP/1.1" status: 204 len: 168 time: 0.1378014 Jul 13 02:27:57.827323 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68531a0-e425-43d7-853a-2d0e2d1320e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f38db93-e9af-4e4e-b849-f0d953d68303,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:58.076990 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35584) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:58.090571 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-aea19e81-d89d-4a9d-90b0-0c785b03ac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:58.177701 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-aea19e81-d89d-4a9d-90b0-0c785b03ac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:58.181108 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-aea19e81-d89d-4a9d-90b0-0c785b03ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:58.218500 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-aea19e81-d89d-4a9d-90b0-0c785b03ac5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dbd2964becb4432da2f232a969b2fad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404696 Jul 13 02:27:58.219323 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19e81-d89d-4a9d-90b0-0c785b03ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a9d156-00d0-4d45-8cf1-7f5e726ccab3,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:58.221284 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35588) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:58.269595 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dc3400ef-f15c-40fa-b2b7-dec9ac0bdee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:58.291067 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dc3400ef-f15c-40fa-b2b7-dec9ac0bdee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:58.339878 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dc3400ef-f15c-40fa-b2b7-dec9ac0bdee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:58.342299 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dc3400ef-f15c-40fa-b2b7-dec9ac0bdee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:58.343461 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-dc3400ef-f15c-40fa-b2b7-dec9ac0bdee7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72a9d156-00d0-4d45-8cf1-7f5e726ccab3 HTTP/1.1" status: 204 len: 168 time: 0.1212029 Jul 13 02:27:58.350797 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3400ef-f15c-40fa-b2b7-dec9ac0bdee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a9d156-00d0-4d45-8cf1-7f5e726ccab3,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:59.523359 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35634) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:59.620864 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2eec-0a13-4cff-9e4d-e1819fb7fe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:59.708226 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2eec-0a13-4cff-9e4d-e1819fb7fe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:59.712637 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf5e2eec-0a13-4cff-9e4d-e1819fb7fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:59.748778 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-cf5e2eec-0a13-4cff-9e4d-e1819fb7fe62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d21e01611d3e44918e3d335cd46671c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2243907 Jul 13 02:27:59.749598 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e2eec-0a13-4cff-9e4d-e1819fb7fe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35385fe8-babf-4bce-9491-f207675ab486,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:27:59.751685 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35638) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:27:59.800474 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74d7b8ec-abe3-45bc-b4e0-5e2b81838978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:59.821841 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74d7b8ec-abe3-45bc-b4e0-5e2b81838978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:59.870391 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74d7b8ec-abe3-45bc-b4e0-5e2b81838978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:59.873169 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74d7b8ec-abe3-45bc-b4e0-5e2b81838978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:27:59.874259 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-74d7b8ec-abe3-45bc-b4e0-5e2b81838978 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35385fe8-babf-4bce-9491-f207675ab486 HTTP/1.1" status: 204 len: 168 time: 0.1215668 Jul 13 02:27:59.883455 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7b8ec-abe3-45bc-b4e0-5e2b81838978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35385fe8-babf-4bce-9491-f207675ab486,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:00.161772 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f35fa-02b8-40fe-8ed2-2637bb586a45 req-ed81d8f2-2b05-44d3-971b-895f0fce6b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:00.164155 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-428f35fa-02b8-40fe-8ed2-2637bb586a45 req-ed81d8f2-2b05-44d3-971b-895f0fce6b35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 1096 time: 0.0600250 Jul 13 02:28:00.676796 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f35fa-02b8-40fe-8ed2-2637bb586a45 req-4f863246-4213-4a02-8161-84c921726b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:00.678343 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-428f35fa-02b8-40fe-8ed2-2637bb586a45 req-4f863246-4213-4a02-8161-84c921726b3c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4713304 Jul 13 02:28:00.693676 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f874d1f-3f53-4432-8a45-65bb620e5506 req-7cb97f6b-8be7-463a-a5fd-f028656a76d3 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:00.695313 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3f874d1f-3f53-4432-8a45-65bb620e5506 req-7cb97f6b-8be7-463a-a5fd-f028656a76d3 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.4320240 Jul 13 02:28:00.743135 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ea9c-e408-4ae2-a9de-661b037a3684 req-a85cc59d-302f-43ef-b1ea-425ad93dbf13 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:00.744602 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ad20ea9c-e408-4ae2-a9de-661b037a3684 req-a85cc59d-302f-43ef-b1ea-425ad93dbf13 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 943 time: 0.4574556 Jul 13 02:28:00.875762 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3f874d1f-3f53-4432-8a45-65bb620e5506 req-d327051b-7a67-42d7-9265-2286e14e105b tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641939 Jul 13 02:28:00.913344 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ad20ea9c-e408-4ae2-a9de-661b037a3684 req-19cffc2c-1544-446a-aa83-53e13f4429d8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552343 Jul 13 02:28:00.923153 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f35fa-02b8-40fe-8ed2-2637bb586a45 req-8a9fd130-cede-498e-b200-e3a01fd7ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:00.924665 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-428f35fa-02b8-40fe-8ed2-2637bb586a45 req-8a9fd130-cede-498e-b200-e3a01fd7ca5d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2384822 Jul 13 02:28:01.113182 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda9a5c-4852-4460-8819-0131f40f6b44 req-4ce0bcb9-b678-4293-95ae-b28a8aee7e77 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:01.115088 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8eda9a5c-4852-4460-8819-0131f40f6b44 req-4ce0bcb9-b678-4293-95ae-b28a8aee7e77 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1138535 Jul 13 02:28:01.134443 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-f0df39b9-d2ea-47e4-9102-bd3135a6daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:01.136059 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-f0df39b9-d2ea-47e4-9102-bd3135a6daf4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 1096 time: 0.0949543 Jul 13 02:28:01.166588 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8eda9a5c-4852-4460-8819-0131f40f6b44 req-2f5b4237-e8fb-4205-b961-3fc3ad7f74e8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Jul 13 02:28:01.217126 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-09c3aa4f-94e4-4abe-9427-0d852911da5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a3decc40-d384-449b-b7b0-9d10dd653354 HTTP/1.1" status: 200 len: 217 time: 0.0492663 Jul 13 02:28:01.315945 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a1d1a5f2-0704-44ff-98f4-5b4e770fe461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:01.318460 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-a1d1a5f2-0704-44ff-98f4-5b4e770fe461 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.0754707 Jul 13 02:28:01.368374 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-99d9af0e-dd0b-40df-a787-cb860d164b1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334711 Jul 13 02:28:01.508646 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35706) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:01.544088 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-8730a23f-84e5-44cc-82e1-eb57ffa981f1 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179104 Jul 13 02:28:01.646647 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e6ef001-6d18-4c7c-9e6f-f9deda504820 req-facda55f-8c4d-447f-b28e-120dac249353 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933270 Jul 13 02:28:01.691715 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-85d8b0d2-dec2-4a21-ab83-9c6ebd412b80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:01.795416 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-85d8b0d2-dec2-4a21-ab83-9c6ebd412b80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:01.799373 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-85d8b0d2-dec2-4a21-ab83-9c6ebd412b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:01.840998 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-85d8b0d2-dec2-4a21-ab83-9c6ebd412b80 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cae82c88bf3348bfb30f21c6a33de5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302336 Jul 13 02:28:01.841857 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8b0d2-dec2-4a21-ab83-9c6ebd412b80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c54183e-bcdc-4926-b665-7c6fc6cc6fec,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:01.844403 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35718) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:01.892884 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-488abb19-cddd-4ffd-994b-60efa7b21ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:01.917938 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-488abb19-cddd-4ffd-994b-60efa7b21ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:01.966356 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-488abb19-cddd-4ffd-994b-60efa7b21ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:01.969238 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-488abb19-cddd-4ffd-994b-60efa7b21ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:01.970564 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-488abb19-cddd-4ffd-994b-60efa7b21ef6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c54183e-bcdc-4926-b665-7c6fc6cc6fec HTTP/1.1" status: 204 len: 168 time: 0.1250319 Jul 13 02:28:01.983722 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488abb19-cddd-4ffd-994b-60efa7b21ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c54183e-bcdc-4926-b665-7c6fc6cc6fec,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:02.099366 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34497a2c-c34a-4429-8607-3fc02d0e5345 req-3033e6e6-741f-4221-a443-d6263e6148fe tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:02.101757 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-34497a2c-c34a-4429-8607-3fc02d0e5345 req-3033e6e6-741f-4221-a443-d6263e6148fe tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.1040006 Jul 13 02:28:02.160178 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-34497a2c-c34a-4429-8607-3fc02d0e5345 req-9cf7816b-dbe5-4369-acf3-9a588ef01e04 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512507 Jul 13 02:28:02.172014 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d266594-abf0-49df-83c9-0656ec88b601 req-04bd334e-2572-47e8-a088-1dd54d1898ea tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:02.174711 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1d266594-abf0-49df-83c9-0656ec88b601 req-04bd334e-2572-47e8-a088-1dd54d1898ea tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 943 time: 0.1187785 Jul 13 02:28:02.228548 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1d266594-abf0-49df-83c9-0656ec88b601 req-d2a08d62-f0b1-4f9b-9313-621cb84f83a1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Jul 13 02:28:02.357090 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138b321-495e-444c-9a8e-77b521b1909d req-ec2f4418-4c9f-43b0-925b-8d42ae9719c1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:02.358573 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5138b321-495e-444c-9a8e-77b521b1909d req-ec2f4418-4c9f-43b0-925b-8d42ae9719c1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0624816 Jul 13 02:28:02.394552 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5138b321-495e-444c-9a8e-77b521b1909d req-530a9a83-1889-4abf-9ce5-fd2a93aa1d2b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Jul 13 02:28:05.340607 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-4516c65d-0638-47d2-a791-6dd08c814e0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526505 Jul 13 02:28:05.576678 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7308c-d055-4bd1-a604-a6de8acae108 req-ceedac44-d8cc-4533-9790-be744e9803da tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:05.578488 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef7308c-d055-4bd1-a604-a6de8acae108 req-ceedac44-d8cc-4533-9790-be744e9803da tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.1538699 Jul 13 02:28:05.580946 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-4878573f-687c-4947-a7e7-7285777ca6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:05.582347 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-4878573f-687c-4947-a7e7-7285777ca6b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 1098 time: 0.1279364 Jul 13 02:28:05.608350 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a4f6-dcd6-4d7a-ac51-7e21a74a9282 req-2695e130-da59-450b-9f55-82e57a0962f9 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:05.609802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d95a4f6-dcd6-4d7a-ac51-7e21a74a9282 req-2695e130-da59-450b-9f55-82e57a0962f9 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 943 time: 0.1464441 Jul 13 02:28:05.665276 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef7308c-d055-4bd1-a604-a6de8acae108 req-1c795709-408d-47ce-811c-84528d863dab tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809655 Jul 13 02:28:05.722488 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d95a4f6-dcd6-4d7a-ac51-7e21a74a9282 req-bb0e3460-e67b-46ef-b542-cfe76f5283d5 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050789 Jul 13 02:28:05.758862 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-b1af44f5-437c-442b-b36b-68e3d3783f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:05.760629 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-b1af44f5-437c-442b-b36b-68e3d3783f9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 916 time: 0.1424568 Jul 13 02:28:05.792407 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:05.812907 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-fd0b0415-b435-4298-9489-7c43b32d910c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b HTTP/1.1" status: 200 len: 217 time: 0.0431154 Jul 13 02:28:05.904690 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-4d50607b-2c92-4fa2-9500-406af1d3e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:05.906057 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-4d50607b-2c92-4fa2-9500-406af1d3e17c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.0616930 Jul 13 02:28:05.919600 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca0708-e90a-4bd4-b82c-5ca1db686e5f req-2dae20fe-375b-4213-9d69-9881ffa9c916 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:05.920960 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-56ca0708-e90a-4bd4-b82c-5ca1db686e5f req-2dae20fe-375b-4213-9d69-9881ffa9c916 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1110961 Jul 13 02:28:05.959594 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-24c7522a-b4e7-42a6-a210-9a4fe4f61951 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376465 Jul 13 02:28:05.985721 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-56ca0708-e90a-4bd4-b82c-5ca1db686e5f req-62ae83c9-2b20-4dec-a3c6-3627ad115a12 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562348 Jul 13 02:28:06.068665 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-66edf61e-f3d5-4f0a-8f7c-6211e9d3bb05 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968416 Jul 13 02:28:06.168160 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68ee3e7-961b-46f6-a157-8c1b07063b0c req-695f62cf-2fa5-483e-846b-3c9932288351 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908623 Jul 13 02:28:06.618263 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-25f0ec7f-3d36-4050-84f8-ae32a91f9967 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:06.619688 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-25f0ec7f-3d36-4050-84f8-ae32a91f9967 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.39 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.0650399 Jul 13 02:28:06.765419 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Deleting port a8589fd5-f6a3-4169-9e78-c802007a1513 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:28:06.765559 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:06.933485 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] For port a8589fd5-f6a3-4169-9e78-c802007a1513, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a8589fd5-f6a3-4169-9e78-c802007a1513,segment=NetworkSegment(5ed10f01-41e4-48dc-a20a-53fcc0c3fc02),segment_id=5ed10f01-41e4-48dc-a20a-53fcc0c3fc02)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:06.933846 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:06.963040 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Calling delete_port for a8589fd5-f6a3-4169-9e78-c802007a1513 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:28:06.979273 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978de3ba-3646-4e3c-b3b1-bf0772476df5 req-065c35a9-7ab2-43a7-ad3f-05fc0ed5a484 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:06.980736 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-978de3ba-3646-4e3c-b3b1-bf0772476df5 req-065c35a9-7ab2-43a7-ad3f-05fc0ed5a484 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 945 time: 0.1891930 Jul 13 02:28:07.078928 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedec9c-e6fd-4420-8348-b84992188db1 req-d8d8b3c5-9c1b-465a-9a2a-468894b60524 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:07.080480 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7cedec9c-e6fd-4420-8348-b84992188db1 req-d8d8b3c5-9c1b-465a-9a2a-468894b60524 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 943 time: 0.2229400 Jul 13 02:28:07.115550 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-978de3ba-3646-4e3c-b3b1-bf0772476df5 req-b5f94825-52bf-430e-912b-e0fb48682435 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/security-groups?id=f9669e80-f025-43a7-a8ff-c4372fb971e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247718 Jul 13 02:28:07.161676 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7cedec9c-e6fd-4420-8348-b84992188db1 req-bedb7a6a-ca1b-4c87-8866-d96b0425eddc tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733325 Jul 13 02:28:07.274515 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.309743 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Pushing event deleted for resources: {'Port': ['ID=a8589fd5-f6a3-4169-9e78-c802007a1513,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:07.337732 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['a8589fd5-f6a3-4169-9e78-c802007a1513'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:28:07.357483 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdd8cb-fc1e-4da3-a599-24b39f528107 req-ff5e7676-ae9e-48f7-b925-c099c1960acd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:07.359030 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1bbdd8cb-fc1e-4da3-a599-24b39f528107 req-ff5e7676-ae9e-48f7-b925-c099c1960acd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1218879 Jul 13 02:28:07.418157 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] No DVR routers for this DVR port a8589fd5-f6a3-4169-9e78-c802007a1513 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:28:07.425185 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.427263 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2b167a8b-87af-4e78-b3fa-25bc1162e8e6 req-1438b312-eea5-421b-b746-764c185ce9b6 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.39 "DELETE /v2.0/ports/a8589fd5-f6a3-4169-9e78-c802007a1513 HTTP/1.1" status: 204 len: 173 time: 0.7976871 Jul 13 02:28:07.427713 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'name': 'network-vif-deleted', 'tag': 'a8589fd5-f6a3-4169-9e78-c802007a1513'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:28:07.430302 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ab8fb2-7e6d-4012-9a80-831e1052bec3" -d '{"events": [{"server_uuid": "cdd6e2b3-3294-448d-b390-4340eb1cf4fe", "name": "network-vif-deleted", "tag": "a8589fd5-f6a3-4169-9e78-c802007a1513"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:28:07.448174 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1bbdd8cb-fc1e-4da3-a599-24b39f528107 req-bee6517d-d298-4892-adf9-af45343f5e9d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828276 Jul 13 02:28:07.477868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a54b8dd-4126-4920-a084-d7a036644738 x-openstack-request-id: req-6a54b8dd-4126-4920-a084-d7a036644738 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:28:07.478180 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd6e2b3-3294-448d-b390-4340eb1cf4fe", "name": "network-vif-deleted", "tag": "a8589fd5-f6a3-4169-9e78-c802007a1513", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:28:07.478432 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a54b8dd-4126-4920-a084-d7a036644738 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:28:07.478823 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd6e2b3-3294-448d-b390-4340eb1cf4fe', 'name': 'network-vif-deleted', 'tag': 'a8589fd5-f6a3-4169-9e78-c802007a1513', 'status': 'completed', 'code': 200} Jul 13 02:28:07.569287 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35796) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:07.676918 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-318d154b-c59f-427e-bc53-e8f573a306e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.769800 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-318d154b-c59f-427e-bc53-e8f573a306e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.773531 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-318d154b-c59f-427e-bc53-e8f573a306e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.814969 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-318d154b-c59f-427e-bc53-e8f573a306e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=713ef76554164cd3ae78fd045b614584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420359 Jul 13 02:28:07.814969 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d154b-c59f-427e-bc53-e8f573a306e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5945e1-3754-4ff8-8db0-5cf3a195556b,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:07.815503 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35804) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:07.870642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-090043de-3723-44e4-96b7-0c5bb33479bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.891199 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-090043de-3723-44e4-96b7-0c5bb33479bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.935897 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-090043de-3723-44e4-96b7-0c5bb33479bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.938695 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-090043de-3723-44e4-96b7-0c5bb33479bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:07.939824 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-090043de-3723-44e4-96b7-0c5bb33479bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9f5945e1-3754-4ff8-8db0-5cf3a195556b HTTP/1.1" status: 204 len: 168 time: 0.1225252 Jul 13 02:28:07.947473 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090043de-3723-44e4-96b7-0c5bb33479bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5945e1-3754-4ff8-8db0-5cf3a195556b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:08.198867 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 35816) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:08.212220 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-98654b9f-e892-4a9b-b706-e83fd17af002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:08.298527 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-98654b9f-e892-4a9b-b706-e83fd17af002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:08.302193 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-98654b9f-e892-4a9b-b706-e83fd17af002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:08.339413 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-98654b9f-e892-4a9b-b706-e83fd17af002 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8626b2c07a9145ed9270af2ec7ec144b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394780 Jul 13 02:28:08.341282 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98654b9f-e892-4a9b-b706-e83fd17af002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f15a2e1-92bf-4750-97b9-732ffff2234f,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:08.342208 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35818) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:08.389736 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3d778c4d-5ae2-4511-b906-d880054c18b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:08.410678 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3d778c4d-5ae2-4511-b906-d880054c18b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:08.457440 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3d778c4d-5ae2-4511-b906-d880054c18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:08.460476 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3d778c4d-5ae2-4511-b906-d880054c18b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:08.461583 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-3d778c4d-5ae2-4511-b906-d880054c18b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f15a2e1-92bf-4750-97b9-732ffff2234f HTTP/1.1" status: 204 len: 168 time: 0.1184270 Jul 13 02:28:08.468769 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d778c4d-5ae2-4511-b906-d880054c18b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f15a2e1-92bf-4750-97b9-732ffff2234f,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:09.094859 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35842) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:09.187919 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1309720512-network', 'tenant_id': 'eaa2c1d46685432e8656123be9d86664'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:09.209577 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Made reservation on behalf of eaa2c1d46685432e8656123be9d86664 for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:09.211843 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.219773 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.304629 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.308327 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.328060 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:28:09.342330 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc757a79-b70b-4476-a617-d2bd05ec2e4d,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:09.345111 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.345450 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Added segment 3f28a9d2-edcd-4456-8c84-b7a0d7075f14 of type vlan for network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 Jul 13 02:28:09.352108 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a3decc40-d384-449b-b7b0-9d10dd653354 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:28:09.385688 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.415038 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.415979 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:09.416551 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.449372 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3533616 Jul 13 02:28:09.452214 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35848) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:09.456390 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a3decc40-d384-449b-b7b0-9d10dd653354, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a3decc40-d384-449b-b7b0-9d10dd653354,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:09.578797 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'a3decc40-d384-449b-b7b0-9d10dd653354', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'port_id': 'a3decc40-d384-449b-b7b0-9d10dd653354', 'mac_address': 'fa:16:3e:eb:64:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f2d1b3-8b06-44e2-8bb4-85f6863b5229', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:28:09.617661 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.631054 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3decc40-d384-449b-b7b0-9d10dd653354 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:28:09.652195 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a3decc40-d384-449b-b7b0-9d10dd653354, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a3decc40-d384-449b-b7b0-9d10dd653354,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:09.656279 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.695065 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Request body: {'subnet': {'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1309720512-subnet', 'tenant_id': 'eaa2c1d46685432e8656123be9d86664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:09.699129 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ef346-1ce8-4e16-944f-6d62f7beb8a7 admin admin] Pushing event updated for resources: {'Network': ['ID=889ba6c6-2035-4ca1-b73e-b7767234c4d9,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:09.708893 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:28:09.719219 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Made reservation on behalf of eaa2c1d46685432e8656123be9d86664 for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:09.721833 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59781396'] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.722614 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=a3decc40-d384-449b-b7b0-9d10dd653354,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:09.739843 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.740194 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.741063 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.741398 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.741727 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.742070 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.742397 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.742725 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.743053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.743370 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.743688 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.744006 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:09.888049 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60790160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59781478'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.941359 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45444a1d-1421-40e9-b44f-f361edfe8940,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:09.948855 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Checking segment: {'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:28:09.949209 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Network hostable DHCP agents. Network: 889ba6c6-2035-4ca1-b73e-b7767234c4d9, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:28:09.965250 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:28:09.973324 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 889ba6c6-2035-4ca1-b73e-b7767234c4d9) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:28:09.977919 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:09.978528 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:09.983541 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3af7abb-b772-436f-a844-d64a84cb0827 None None] Network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:28:09.992799 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-4c7dda91-294c-4df2-8cbf-23fa3fd1ebf4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3022482 Jul 13 02:28:10.106943 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10084c60-b06f-47c4-ba8f-0b21eab86faa None None] Network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:28:10.535201 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a8589fd5-f6a3-4169-9e78-c802007a1513 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:28:10.554705 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: a8589fd5-f6a3-4169-9e78-c802007a1513 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:28:10.555046 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a8589fd5-f6a3-4169-9e78-c802007a1513 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:28:10.689673 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcd3fed3-78ac-401c-a315-9ef0488d7197 req-5e2b9e44-4a3e-43e8-bb94-80845bf54a42 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.0303831 Jul 13 02:28:10.751685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76ba67-c641-4717-b33a-122a1cdce29b req-e833f7fb-c25c-4b71-aa9d-2f830496852e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:10.753137 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ba76ba67-c641-4717-b33a-122a1cdce29b req-e833f7fb-c25c-4b71-aa9d-2f830496852e tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 944 time: 0.0659227 Jul 13 02:28:10.791577 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ba76ba67-c641-4717-b33a-122a1cdce29b req-26a7ce99-1964-4c27-8abb-26ab848b54a0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Jul 13 02:28:10.855000 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1c83e3-db90-47a7-910f-5dce34ae32ca req-207d00f9-1a75-4d3c-8139-bddea5bf970c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:10.856485 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eb1c83e3-db90-47a7-910f-5dce34ae32ca req-207d00f9-1a75-4d3c-8139-bddea5bf970c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0640399 Jul 13 02:28:10.894470 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eb1c83e3-db90-47a7-910f-5dce34ae32ca req-f5364264-690e-4354-b5ab-4c7f680bc2fc tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Jul 13 02:28:10.985801 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['a3decc40-d384-449b-b7b0-9d10dd653354'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:28:11.288561 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8e228fed-e971-4cba-8699-40654b11058e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:11.724027 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-9efefa8d-908b-494b-8dd0-114478939b25 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:11.725639 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-9efefa8d-908b-494b-8dd0-114478939b25 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/networks?id=889ba6c6-2035-4ca1-b73e-b7767234c4d9 HTTP/1.1" status: 200 len: 814 time: 0.1016951 Jul 13 02:28:11.739524 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-f54cee31-edd1-4659-9906-51e071ed536d tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/quotas/eaa2c1d46685432e8656123be9d86664 HTTP/1.1" status: 200 len: 375 time: 0.0086746 Jul 13 02:28:11.773308 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-f2777ceb-8c1d-411b-be9b-0ebf32199bde tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eaa2c1d46685432e8656123be9d86664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284870 Jul 13 02:28:11.867196 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-f7bfaac1-c459-489c-a24f-32704eada385 service neutron] 10.222.0.32 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866811 Jul 13 02:28:11.954266 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-0a18f8ee-7f88-49b2-89c9-c77f79219129 service neutron] 10.222.0.32 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813293 Jul 13 02:28:12.112778 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ebc52a62-cf04-473e-8b1d-946bde45731c req-3f07293b-8f5e-4b48-a382-a302922a5579 tempest-DeleteServersTestJSON-421021850 tempest-DeleteServersTestJSON-421021850-project] 10.222.0.32 "GET /v2.0/ports?device_id=cdd6e2b3-3294-448d-b390-4340eb1cf4fe HTTP/1.1" status: 200 len: 210 time: 0.0397267 Jul 13 02:28:12.295747 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf1b08-3845-4e24-bcc0-d856d59b4adc req-71b1cf6f-e625-40f0-8984-71468b030911 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:12.297150 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6bbf1b08-3845-4e24-bcc0-d856d59b4adc req-71b1cf6f-e625-40f0-8984-71468b030911 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 944 time: 0.1295524 Jul 13 02:28:12.310598 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4adfd-c415-4206-90f6-cbad1d39e98e req-629f1a12-112a-4ce7-a590-95ac7890e2a5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:12.312807 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b9f4adfd-c415-4206-90f6-cbad1d39e98e req-629f1a12-112a-4ce7-a590-95ac7890e2a5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0933926 Jul 13 02:28:12.376844 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6bbf1b08-3845-4e24-bcc0-d856d59b4adc req-8b38c99b-882d-419f-909a-101de9cb49cc tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Jul 13 02:28:12.386546 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b9f4adfd-c415-4206-90f6-cbad1d39e98e req-cb567dd3-45e6-4f6d-af62-6a331330e299 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640683 Jul 13 02:28:12.478687 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59557ebe-83d9-46e5-88c5-37d57a22b624 req-d352a55a-a2a2-49f5-8fda-bfd9684a5e80 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 210 time: 0.0375748 Jul 13 02:28:12.516211 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a3decc40-d384-449b-b7b0-9d10dd653354 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:28:12.582609 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port a3decc40-d384-449b-b7b0-9d10dd653354 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:28:12.589407 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port a3decc40-d384-449b-b7b0-9d10dd653354 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:28:12.591126 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:12.672901 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:12.697360 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3decc40-d384-449b-b7b0-9d10dd653354'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:28:12.699636 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b14933-cdeb-430f-99dc-1bbb808eefc1" -d '{"events": [{"server_uuid": "d5e93419-e7dd-4cb3-9370-d46ec80bac7c", "name": "network-vif-plugged", "status": "completed", "tag": "a3decc40-d384-449b-b7b0-9d10dd653354"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:28:12.712209 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a3decc40-d384-449b-b7b0-9d10dd653354, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a3decc40-d384-449b-b7b0-9d10dd653354,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:12.716440 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:12.745757 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab66bba0-844c-4a0a-b1f7-fd50a0262dd7 x-openstack-request-id: req-ab66bba0-844c-4a0a-b1f7-fd50a0262dd7 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:28:12.746064 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e93419-e7dd-4cb3-9370-d46ec80bac7c", "name": "network-vif-plugged", "status": "completed", "tag": "a3decc40-d384-449b-b7b0-9d10dd653354", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:28:12.746310 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab66bba0-844c-4a0a-b1f7-fd50a0262dd7 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:28:12.746681 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3decc40-d384-449b-b7b0-9d10dd653354', 'code': 200} Jul 13 02:28:12.774670 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=a3decc40-d384-449b-b7b0-9d10dd653354,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:13.879601 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-603cc696-cd2b-41b2-b6ff-49062c84ca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:14.239076 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:14.979758 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:16.066774 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3679cc-caff-409e-bf74-90890cda844a req-036a354f-5070-4aaa-b129-96af199f07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:16.068212 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fe3679cc-caff-409e-bf74-90890cda844a req-036a354f-5070-4aaa-b129-96af199f07ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 1098 time: 0.0504556 Jul 13 02:28:16.141631 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fe3679cc-caff-409e-bf74-90890cda844a req-ec122294-97c5-41d2-85ae-b95ad8fdc2fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319898 Jul 13 02:28:16.285573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c397752-6673-4a8e-b746-4db8e31f4489 req-cccf158a-afb9-4abf-9491-d9cb38eed9a6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:16.287210 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c397752-6673-4a8e-b746-4db8e31f4489 req-cccf158a-afb9-4abf-9491-d9cb38eed9a6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 945 time: 0.0997336 Jul 13 02:28:16.327048 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c5223b-c8de-4c0b-b13d-515bcd384333 req-3ec7a72e-2454-49a9-b758-dfadf1d0d9c2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:16.328517 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-05c5223b-c8de-4c0b-b13d-515bcd384333 req-3ec7a72e-2454-49a9-b758-dfadf1d0d9c2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1017594 Jul 13 02:28:16.359312 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c397752-6673-4a8e-b746-4db8e31f4489 req-0901732d-e4b3-4de4-954c-fc6f5a36d567 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614717 Jul 13 02:28:16.391100 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-05c5223b-c8de-4c0b-b13d-515bcd384333 req-d5f77044-efc2-4f5f-b190-843d39ade2f4 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566895 Jul 13 02:28:16.425741 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:16.497667 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-116c5c83-5da9-45d4-801e-93b290051769 req-dc72e44c-3d07-4d58-8176-ee96d3410af5 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 210 time: 0.0286701 Jul 13 02:28:17.168320 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-6611ad9d-f801-4c67-a4a6-f092c91c542f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:17.169792 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-6611ad9d-f801-4c67-a4a6-f092c91c542f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "GET /v2.0/networks?id=889ba6c6-2035-4ca1-b73e-b7767234c4d9 HTTP/1.1" status: 200 len: 814 time: 0.1261384 Jul 13 02:28:17.218298 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Request body: {'port': {'device_id': '97a3e7df-5271-4585-b962-e014adc2c87b', 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9', 'admin_state_up': True, 'tenant_id': 'eaa2c1d46685432e8656123be9d86664'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:17.322570 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Made reservation on behalf of eaa2c1d46685432e8656123be9d86664 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:17.326639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:17.456467 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Allocated IP 172.20.0.8 (889ba6c6-2035-4ca1-b73e-b7767234c4d9/45444a1d-1421-40e9-b44f-f361edfe8940/806abd81-b203-4b96-891c-6f415ed06825) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:28:17.665239 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0331cc-398b-4bda-8688-b1011e58b42c req-8f391168-5d5d-4758-aee5-985a7c6f297c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:17.666674 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3d0331cc-398b-4bda-8688-b1011e58b42c req-8f391168-5d5d-4758-aee5-985a7c6f297c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 945 time: 0.1811502 Jul 13 02:28:17.709700 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:17.722433 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce79657-79d1-430d-9cf1-73d73b897d05 req-07d1f1b3-dc19-45f8-b2bc-94a5ef2e1096 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:17.723892 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0ce79657-79d1-430d-9cf1-73d73b897d05 req-07d1f1b3-dc19-45f8-b2bc-94a5ef2e1096 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1957870 Jul 13 02:28:17.763606 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3d0331cc-398b-4bda-8688-b1011e58b42c req-b1d4b16e-51ea-4b61-a04d-9f91b9464301 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869682 Jul 13 02:28:17.791102 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0ce79657-79d1-430d-9cf1-73d73b897d05 req-ac68d932-80d7-414c-9be2-5b15df5df913 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603201 Jul 13 02:28:17.804541 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:17.859421 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:28:17.862851 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:28:17.867369 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:28:17.873648 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Pushing event updated for resources: {'Port': ['ID=806abd81-b203-4b96-891c-6f415ed06825,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:17.926866 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35980) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:17.981820 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:17.982458 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.029087 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-ee4394aa-6032-4c14-bcb9-db9cc378d89f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8153739 Jul 13 02:28:18.032649 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] Deleting subnet c4a57fa7-52a0-47a7-8e96-2ea37f24a889 {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:28:18.036319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.073961 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Request body: {'port': {'device_id': '97a3e7df-5271-4585-b962-e014adc2c87b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:18.104028 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.148192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b132e-a175-4061-af2e-ac2cd213986b req-dcad46fa-9e06-4088-8f49-cd96d519c7af tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:18.149678 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-588b132e-a175-4061-af2e-ac2cd213986b req-dcad46fa-9e06-4088-8f49-cd96d519c7af tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 931 time: 0.2102757 Jul 13 02:28:18.208639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.246586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.260746 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-588b132e-a175-4061-af2e-ac2cd213986b req-464529d4-94d7-4e98-ac4f-a06ef1f82980 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039488 Jul 13 02:28:18.316509 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.392318 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a57fa7-52a0-47a7-8e96-2ea37f24a889,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:18.403949 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.405920 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-c99d33ed-333d-4bf8-b781-90dc3b7ecdc0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c4a57fa7-52a0-47a7-8e96-2ea37f24a889 HTTP/1.1" status: 204 len: 168 time: 0.4778600 Jul 13 02:28:18.408388 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 35992) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:18.526476 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.636301 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.654186 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:28:18.680893 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed10f01-41e4-48dc-a20a-53fcc0c3fc02') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:28:18.681187 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed10f01-41e4-48dc-a20a-53fcc0c3fc02') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:28:18.695266 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.705867 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 806abd81-b203-4b96-891c-6f415ed06825 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:28:18.716319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.719024 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.729805 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:28:18.730208 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:28:18.731782 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:28:18.790350 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Transition to ACTIVE for port object 806abd81-b203-4b96-891c-6f415ed06825 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:28:18.791493 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.794295 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.807803 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:18.809631 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a HTTP/1.1" status: 204 len: 168 time: 0.4003401 Jul 13 02:28:18.839109 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa016a6a-004f-4314-a61b-3d007f4ed9a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b727df07-3cfb-4e7d-b024-f9ed9a0c1d4a,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:18.859112 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Pushing event updated for resources: {'Port': ['ID=806abd81-b203-4b96-891c-6f415ed06825,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:18.928604 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Attempting to bind port 806abd81-b203-4b96-891c-6f415ed06825 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:28:18.928943 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Attempting to bind port 806abd81-b203-4b96-891c-6f415ed06825 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:28:18.929271 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Attempting to bind port 806abd81-b203-4b96-891c-6f415ed06825 on network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:28:18.932021 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36000) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:18.940482 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Port 806abd81-b203-4b96-891c-6f415ed06825 on network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:28:18.940802 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Attempting to bind port 806abd81-b203-4b96-891c-6f415ed06825 on network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:28:18.951967 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:28:18.952299 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Checking segment: {'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:28:18.952673 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Bound using segment: {'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:28:18.953093 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Bound port: 806abd81-b203-4b96-891c-6f415ed06825, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:28:18.953445 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:19.007264 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-07b01504-f7d4-4ca2-86ab-26b26c4fea1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b02533417754144803237804ba3c72d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0735888 Jul 13 02:28:19.009650 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36002) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:19.064435 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] For port 806abd81-b203-4b96-891c-6f415ed06825, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:28:19.067320 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] For port 806abd81-b203-4b96-891c-6f415ed06825, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=806abd81-b203-4b96-891c-6f415ed06825,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:28:19.073284 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:19.106982 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8e54aede-2de3-407a-87e2-8d44a7df4c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:19.126066 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:19.126689 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:19.128013 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] 10.222.0.39 "PUT /v2.0/ports/806abd81-b203-4b96-891c-6f415ed06825 HTTP/1.1" status: 200 len: 1093 time: 1.0605929 Jul 13 02:28:19.129875 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a3e7df-5271-4585-b962-e014adc2c87b', 'tag': '806abd81-b203-4b96-891c-6f415ed06825'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:28:19.132725 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c59b038-d2e1-453c-9307-e26af9e5f734" -d '{"events": [{"name": "network-changed", "server_uuid": "97a3e7df-5271-4585-b962-e014adc2c87b", "tag": "806abd81-b203-4b96-891c-6f415ed06825"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:28:19.154050 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8e54aede-2de3-407a-87e2-8d44a7df4c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:19.165270 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3977eac5-c8ba-48a0-8457-7224424b9e80 service neutron] Pushing event updated for resources: {'Port': ['ID=806abd81-b203-4b96-891c-6f415ed06825,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:19.206072 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8e54aede-2de3-407a-87e2-8d44a7df4c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:19.208612 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8e54aede-2de3-407a-87e2-8d44a7df4c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:19.210686 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8e54aede-2de3-407a-87e2-8d44a7df4c83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9669e80-f025-43a7-a8ff-c4372fb971e3 HTTP/1.1" status: 204 len: 168 time: 0.1994295 Jul 13 02:28:19.218092 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54aede-2de3-407a-87e2-8d44a7df4c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9669e80-f025-43a7-a8ff-c4372fb971e3,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:21.719710 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-38b58eb9-b786-4db7-a464-d5045093a424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:21.721188 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-38b58eb9-b786-4db7-a464-d5045093a424 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eaa2c1d46685432e8656123be9d86664&device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 1096 time: 0.0869439 Jul 13 02:28:22.023278 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-1fda7769-bdd7-4a93-b38b-bf3914f1ee9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=806abd81-b203-4b96-891c-6f415ed06825 HTTP/1.1" status: 200 len: 217 time: 0.2696464 Jul 13 02:28:22.047265 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46a56d-5538-4cc9-8b80-30e79fb22f4e req-1c875a3f-d587-4f1b-afb7-d66dcaf8aaa5 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:22.048641 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0a46a56d-5538-4cc9-8b80-30e79fb22f4e req-1c875a3f-d587-4f1b-afb7-d66dcaf8aaa5 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 945 time: 0.3673861 Jul 13 02:28:22.107368 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384201-ea31-4f04-bbb8-cb6123425471 req-17e88434-614c-4b0f-b963-c328522427ea tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:22.108803 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-25384201-ea31-4f04-bbb8-cb6123425471 req-17e88434-614c-4b0f-b963-c328522427ea tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.3861561 Jul 13 02:28:22.143621 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-7da80a6c-ff39-4473-8c8d-2e26172af40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:22.144989 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-7da80a6c-ff39-4473-8c8d-2e26172af40a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45444a1d-1421-40e9-b44f-f361edfe8940 HTTP/1.1" status: 200 len: 854 time: 0.0948696 Jul 13 02:28:22.149700 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0a46a56d-5538-4cc9-8b80-30e79fb22f4e req-d2f7566f-77fb-42f3-8616-3c79959e09a3 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902634 Jul 13 02:28:22.192659 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-c6ff76dc-f96e-4878-9914-bdcaabca1341 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=889ba6c6-2035-4ca1-b73e-b7767234c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407000 Jul 13 02:28:22.195775 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d1ec58-45fb-486c-bb77-9f8d6b5047d8 x-openstack-request-id: req-10d1ec58-45fb-486c-bb77-9f8d6b5047d8 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:28:22.196055 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a3e7df-5271-4585-b962-e014adc2c87b", "tag": "806abd81-b203-4b96-891c-6f415ed06825", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:28:22.196302 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10d1ec58-45fb-486c-bb77-9f8d6b5047d8 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:28:22.196670 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a3e7df-5271-4585-b962-e014adc2c87b', 'tag': '806abd81-b203-4b96-891c-6f415ed06825', 'status': 'completed', 'code': 200} Jul 13 02:28:22.199872 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-25384201-ea31-4f04-bbb8-cb6123425471 req-7a621d2b-2eed-4d54-a6bc-b0ea953b1f3d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841258 Jul 13 02:28:22.353471 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-e0fcefb8-4aa4-4c52-a649-0d24794bec9a service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265337 Jul 13 02:28:22.416004 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a33b0-b486-4504-ac59-27a29f91a42c req-9366427c-b3c2-4b9c-8c2a-3f014c8fe85c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:22.417502 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-567a33b0-b486-4504-ac59-27a29f91a42c req-9366427c-b3c2-4b9c-8c2a-3f014c8fe85c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 943 time: 0.1197863 Jul 13 02:28:22.505157 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-567a33b0-b486-4504-ac59-27a29f91a42c req-1350d515-e462-4e86-a544-a91ddd7048be tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796387 Jul 13 02:28:22.513384 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4bdbf45-72e8-4421-b92c-0f31e8ba633b req-f4a7a46c-a03f-4825-9767-b3417d3dce87 service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421297 Jul 13 02:28:22.734935 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-c05c0de6-ac2f-461d-9efb-44931569421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:22.736488 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-c05c0de6-ac2f-461d-9efb-44931569421d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eaa2c1d46685432e8656123be9d86664&device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 1096 time: 0.1017926 Jul 13 02:28:22.868461 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-e681b311-f212-4a68-bf7f-e6ffadf19ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:22.869922 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-e681b311-f212-4a68-bf7f-e6ffadf19ce4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=889ba6c6-2035-4ca1-b73e-b7767234c4d9 HTTP/1.1" status: 200 len: 915 time: 0.1253610 Jul 13 02:28:22.925664 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-072ff4ff-c00e-4028-a987-4dce44c87652 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=806abd81-b203-4b96-891c-6f415ed06825 HTTP/1.1" status: 200 len: 217 time: 0.0355105 Jul 13 02:28:22.977003 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-df386ed8-20d3-476e-a3f8-3b1fb5b07126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:22.978468 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-df386ed8-20d3-476e-a3f8-3b1fb5b07126 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45444a1d-1421-40e9-b44f-f361edfe8940 HTTP/1.1" status: 200 len: 854 time: 0.0464058 Jul 13 02:28:23.039994 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-72f2d1c8-b742-4329-9082-6adc28a61e03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=889ba6c6-2035-4ca1-b73e-b7767234c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262053 Jul 13 02:28:23.132102 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-845875d5-496b-49fc-b8ca-a504aff29b0c service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Jul 13 02:28:23.222390 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1c59b038-d2e1-453c-9307-e26af9e5f734 req-28afcc4e-be15-4a62-ba73-eefb2a7d9ad1 service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801079 Jul 13 02:28:23.379665 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d7ff4-f9da-464d-97da-aacdefb47fc1 req-de616d61-a2ca-4953-8e32-a58613d0a5b8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:23.381041 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-953d7ff4-f9da-464d-97da-aacdefb47fc1 req-de616d61-a2ca-4953-8e32-a58613d0a5b8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0665364 Jul 13 02:28:23.423212 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-953d7ff4-f9da-464d-97da-aacdefb47fc1 req-774c4a4e-4cf6-4801-8fe6-9d40b67426f1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358100 Jul 13 02:28:23.700082 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f0b382-af08-48ec-9e14-c950e742730f req-80e393e1-a022-41e0-a2b9-e53e5e58b83c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:23.702181 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a3f0b382-af08-48ec-9e14-c950e742730f req-80e393e1-a022-41e0-a2b9-e53e5e58b83c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 943 time: 0.0703278 Jul 13 02:28:23.743734 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a3f0b382-af08-48ec-9e14-c950e742730f req-e77d90c4-1894-46b6-8904-57cff674588b tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358472 Jul 13 02:28:24.592374 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758061be-c430-4548-b17d-1d1821d3cc56 req-24cd5e7a-562d-4bc5-bce8-e1563c2b094e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:24.593809 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-758061be-c430-4548-b17d-1d1821d3cc56 req-24cd5e7a-562d-4bc5-bce8-e1563c2b094e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0615473 Jul 13 02:28:24.629734 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-758061be-c430-4548-b17d-1d1821d3cc56 req-92c1d734-f698-4a79-8e4f-476719cd0fa5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304890 Jul 13 02:28:24.923507 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2b545-c346-4b9f-bcb9-56c24965c197 req-897c3693-86ab-4af4-bd6a-bb89682eda34 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:24.924957 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bbc2b545-c346-4b9f-bcb9-56c24965c197 req-897c3693-86ab-4af4-bd6a-bb89682eda34 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 943 time: 0.0645883 Jul 13 02:28:24.962739 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bbc2b545-c346-4b9f-bcb9-56c24965c197 req-1bfb00ca-f41f-47fc-b6a4-e1c856b628a2 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Jul 13 02:28:25.287315 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1234d-d66e-44ae-b27a-82607779661f req-d94fab2c-e8d5-475a-9532-e89d3eeebda6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:25.289472 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-d94fab2c-e8d5-475a-9532-e89d3eeebda6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 0.1011167 Jul 13 02:28:25.304449 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-1864591c-9bf1-4b83-8883-ec706cfb5dbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/quotas/6b3bcc4decdb4d42a7f3efd99887e102 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Jul 13 02:28:25.375381 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-aa785fed-188d-48b3-b168-3a46e5fd3669 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660942 Jul 13 02:28:25.466866 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-c03003ec-1a93-431b-81c4-51542a8dd851 service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848665 Jul 13 02:28:25.493165 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 806abd81-b203-4b96-891c-6f415ed06825 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:28:25.570463 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-79c27268-613f-40e7-947b-f7280afe7be3 service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960793 Jul 13 02:28:25.593893 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 806abd81-b203-4b96-891c-6f415ed06825, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=806abd81-b203-4b96-891c-6f415ed06825,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:25.605628 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '806abd81-b203-4b96-891c-6f415ed06825', 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9', 'port_id': '806abd81-b203-4b96-891c-6f415ed06825', 'mac_address': 'fa:16:3e:97:e9:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45444a1d-1421-40e9-b44f-f361edfe8940', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:28:25.649600 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:25.664289 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 806abd81-b203-4b96-891c-6f415ed06825 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:28:25.691394 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 806abd81-b203-4b96-891c-6f415ed06825, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=806abd81-b203-4b96-891c-6f415ed06825,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:25.696526 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:25.771119 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=806abd81-b203-4b96-891c-6f415ed06825,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:25.843000 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cf7bfcd8-0d28-4a53-b57b-3e01f8928d6e req-80add502-a64b-4993-a39d-fb25331e1500 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 210 time: 0.0463247 Jul 13 02:28:25.880488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b83d2b6-98c1-42b6-b648-9e890028ebc3 req-e7598559-8767-4dfe-ae59-ba50da2cdd2e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:25.882232 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1b83d2b6-98c1-42b6-b648-9e890028ebc3 req-e7598559-8767-4dfe-ae59-ba50da2cdd2e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0952222 Jul 13 02:28:25.938712 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1b83d2b6-98c1-42b6-b648-9e890028ebc3 req-dc6a98f6-298c-43e9-9f04-6d63251cd9e1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485334 Jul 13 02:28:26.159877 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aaf9f-2614-41e0-a573-ab3339c46fcc req-f6cb6031-5669-40be-96eb-d37d7a10958b tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:26.161392 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-150aaf9f-2614-41e0-a573-ab3339c46fcc req-f6cb6031-5669-40be-96eb-d37d7a10958b tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 944 time: 0.0679789 Jul 13 02:28:26.210803 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-150aaf9f-2614-41e0-a573-ab3339c46fcc req-610b8bd1-ba8d-433a-86c8-eac662129a5c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Jul 13 02:28:26.273383 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['806abd81-b203-4b96-891c-6f415ed06825'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:28:26.457351 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36222) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:26.573643 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1738955b-19d3-45ce-b588-1d694816ff4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:26.672845 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1738955b-19d3-45ce-b588-1d694816ff4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:26.676677 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1738955b-19d3-45ce-b588-1d694816ff4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:26.720503 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1738955b-19d3-45ce-b588-1d694816ff4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e0eb08d808641129bfaf3f6fd18fa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619202 Jul 13 02:28:26.721367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738955b-19d3-45ce-b588-1d694816ff4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bb15a9-3778-47df-8343-2877d95bfc60,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:26.723338 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36234) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:26.771597 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-64ba82f7-8f80-423e-b2e7-62fcb79ee608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:26.791943 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-64ba82f7-8f80-423e-b2e7-62fcb79ee608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:26.841175 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-64ba82f7-8f80-423e-b2e7-62fcb79ee608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:26.844170 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-64ba82f7-8f80-423e-b2e7-62fcb79ee608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:26.845362 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-64ba82f7-8f80-423e-b2e7-62fcb79ee608 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22bb15a9-3778-47df-8343-2877d95bfc60 HTTP/1.1" status: 204 len: 168 time: 0.1209249 Jul 13 02:28:26.854011 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba82f7-8f80-423e-b2e7-62fcb79ee608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bb15a9-3778-47df-8343-2877d95bfc60,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:26.988471 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e5161fc7-1b84-4df9-b7c1-d3546e69024e req-6eefc93d-5271-407e-902f-d58f7676b268 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 210 time: 0.0335824 Jul 13 02:28:27.123409 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36244) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:27.138495 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984f83-8800-441a-a14e-9d0b55ebddd3 req-55535138-f86d-4a5b-903c-a462a6b6e27e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:27.139544 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7046e9b5-fa18-45e7-8e19-a90a13959ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.141026 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-90984f83-8800-441a-a14e-9d0b55ebddd3 req-55535138-f86d-4a5b-903c-a462a6b6e27e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0688980 Jul 13 02:28:27.184184 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-90984f83-8800-441a-a14e-9d0b55ebddd3 req-bfca1a6d-bad1-4d46-a4ba-ccfe406ab3e2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377657 Jul 13 02:28:27.242852 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7046e9b5-fa18-45e7-8e19-a90a13959ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.246862 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7046e9b5-fa18-45e7-8e19-a90a13959ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.276230 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36248) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:27.276406 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7046e9b5-fa18-45e7-8e19-a90a13959ec8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f96c71f8fc0d44e9ad2c1efb9b6d8b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1517487 Jul 13 02:28:27.298347 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046e9b5-fa18-45e7-8e19-a90a13959ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6739fef2-05ec-4731-94d5-9357be8c638e,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:27.439723 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1234d-d66e-44ae-b27a-82607779661f req-43ac9314-6d55-4a9f-8177-1909571c0a9a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:27.441196 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-43ac9314-6d55-4a9f-8177-1909571c0a9a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 0.1924798 Jul 13 02:28:27.444839 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-89979d1b-315b-42ce-a780-9ab5b25ef0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.478178 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Request body: {'port': {'device_id': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'admin_state_up': True, 'tenant_id': '6b3bcc4decdb4d42a7f3efd99887e102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:27.483285 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-89979d1b-315b-42ce-a780-9ab5b25ef0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.505643 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 806abd81-b203-4b96-891c-6f415ed06825 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:28:27.523461 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac6d48-b9d3-4711-8c25-9df4ab17e7e9 req-3c0987d3-9b57-425e-b1b5-531596ec7dcd tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:27.525155 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28ac6d48-b9d3-4711-8c25-9df4ab17e7e9 req-3c0987d3-9b57-425e-b1b5-531596ec7dcd tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 944 time: 0.1724992 Jul 13 02:28:27.563950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 806abd81-b203-4b96-891c-6f415ed06825 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:28:27.568919 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 806abd81-b203-4b96-891c-6f415ed06825 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:28:27.569825 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.639629 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28ac6d48-b9d3-4711-8c25-9df4ab17e7e9 req-8cc4f862-832e-4ef7-9430-98a4ccd57013 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025982 Jul 13 02:28:27.663267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.672830 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-89979d1b-315b-42ce-a780-9ab5b25ef0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.675730 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-89979d1b-315b-42ce-a780-9ab5b25ef0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.676900 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-89979d1b-315b-42ce-a780-9ab5b25ef0f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6739fef2-05ec-4731-94d5-9357be8c638e HTTP/1.1" status: 204 len: 168 time: 0.3995981 Jul 13 02:28:27.699859 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89979d1b-315b-42ce-a780-9ab5b25ef0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6739fef2-05ec-4731-94d5-9357be8c638e,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:27.719190 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Made reservation on behalf of 6b3bcc4decdb4d42a7f3efd99887e102 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:27.723088 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.742052 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a3e7df-5271-4585-b962-e014adc2c87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806abd81-b203-4b96-891c-6f415ed06825'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:28:27.744511 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210397e2-703d-4c0a-b780-9d4ccf11b293" -d '{"events": [{"server_uuid": "97a3e7df-5271-4585-b962-e014adc2c87b", "name": "network-vif-plugged", "status": "completed", "tag": "806abd81-b203-4b96-891c-6f415ed06825"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:28:27.762323 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 806abd81-b203-4b96-891c-6f415ed06825, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=806abd81-b203-4b96-891c-6f415ed06825,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:27.769154 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:27.830782 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe2b893-100f-4298-875d-dc9329268712 x-openstack-request-id: req-5fe2b893-100f-4298-875d-dc9329268712 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:28:27.831234 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a3e7df-5271-4585-b962-e014adc2c87b", "name": "network-vif-plugged", "status": "completed", "tag": "806abd81-b203-4b96-891c-6f415ed06825", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:28:27.831652 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fe2b893-100f-4298-875d-dc9329268712 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:28:27.832688 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a3e7df-5271-4585-b962-e014adc2c87b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '806abd81-b203-4b96-891c-6f415ed06825', 'code': 200} Jul 13 02:28:27.871532 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=806abd81-b203-4b96-891c-6f415ed06825,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:27.965363 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Allocated IP 172.20.0.14 (bbf39b0f-a6a8-4156-9bab-028e4f2bf745/67f2d1b3-8b06-44e2-8bb4-85f6863b5229/543eb3b5-2e4c-41c7-a86e-841db9532b16) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:28:28.201391 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b153c6e4-6440-4aa9-8565-decc3fae25cd req-73676206-70ec-4a73-b75e-827ff8259ca3 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 210 time: 0.0587916 Jul 13 02:28:28.204375 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:28.279339 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5d2ad-ffca-4804-b27e-9650c78c69a3 req-4b4e963e-5c56-4e22-b9d4-c60b2f4447e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:28.280843 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8c5d2ad-ffca-4804-b27e-9650c78c69a3 req-4b4e963e-5c56-4e22-b9d4-c60b2f4447e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 1098 time: 0.1111431 Jul 13 02:28:28.286518 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:28.343091 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'a3decc40-d384-449b-b7b0-9d10dd653354'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:28:28.385514 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:28:28.397470 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:28:28.406750 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:28:28.412941 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event updated for resources: {'Port': ['ID=543eb3b5-2e4c-41c7-a86e-841db9532b16,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:28.435021 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8c5d2ad-ffca-4804-b27e-9650c78c69a3 req-ee073711-5fa3-4fb0-8a9b-37e81f6cf006 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404419 Jul 13 02:28:28.483262 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:28.483887 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:28.493683 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa5ca7-050d-48ad-84d2-ff34e1979ea7 req-84716489-65fb-4421-ad4f-8682ba87d4fd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:28.495263 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c5fa5ca7-050d-48ad-84d2-ff34e1979ea7 req-84716489-65fb-4421-ad4f-8682ba87d4fd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1683488 Jul 13 02:28:28.520292 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7312e5dd-72f7-4cfb-b703-15b009ee98de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0467994 Jul 13 02:28:28.539662 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c5fa5ca7-050d-48ad-84d2-ff34e1979ea7 req-2ea6357b-40d1-4b8c-9283-536e133ab5e9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Jul 13 02:28:28.837852 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dbd68-c5da-462f-a9cd-99573bdb8bc0 req-7e274de3-a352-4f48-a0ec-ea2b74c78d6f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:28.839658 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-441dbd68-c5da-462f-a9cd-99573bdb8bc0 req-7e274de3-a352-4f48-a0ec-ea2b74c78d6f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 945 time: 0.0708761 Jul 13 02:28:28.858883 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Request body: {'port': {'device_id': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:28.914529 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-441dbd68-c5da-462f-a9cd-99573bdb8bc0 req-0b71e714-55e7-4e63-8b10-2f9a662ca707 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679288 Jul 13 02:28:28.961598 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.257567 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 543eb3b5-2e4c-41c7-a86e-841db9532b16 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:28:29.265610 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.295063 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Transition to ACTIVE for port object 543eb3b5-2e4c-41c7-a86e-841db9532b16 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:28:29.301243 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.393172 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Pushing event updated for resources: {'Port': ['ID=543eb3b5-2e4c-41c7-a86e-841db9532b16,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:29.491217 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be674cd5-4672-47d2-8a36-6cc6ff0353dd req-37074bc1-d460-4e2b-bf08-9dd459476456 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:29.493730 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-be674cd5-4672-47d2-8a36-6cc6ff0353dd req-37074bc1-d460-4e2b-bf08-9dd459476456 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 944 time: 0.1588607 Jul 13 02:28:29.518362 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Attempting to bind port 543eb3b5-2e4c-41c7-a86e-841db9532b16 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:28:29.518759 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Attempting to bind port 543eb3b5-2e4c-41c7-a86e-841db9532b16 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:28:29.519269 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Attempting to bind port 543eb3b5-2e4c-41c7-a86e-841db9532b16 on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:28:29.531835 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Port 543eb3b5-2e4c-41c7-a86e-841db9532b16 on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:28:29.532161 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Attempting to bind port 543eb3b5-2e4c-41c7-a86e-841db9532b16 on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:28:29.544679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:28:29.545016 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Checking segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:28:29.545396 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Bound using segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:28:29.545817 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Bound port: 543eb3b5-2e4c-41c7-a86e-841db9532b16, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:28:29.546198 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.560572 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-be674cd5-4672-47d2-8a36-6cc6ff0353dd req-f6abb1e5-a710-4de2-ad21-ae57baf47d08 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570228 Jul 13 02:28:29.573016 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36330) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:29.616685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] For port 543eb3b5-2e4c-41c7-a86e-841db9532b16, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:28:29.620095 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] For port 543eb3b5-2e4c-41c7-a86e-841db9532b16, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=543eb3b5-2e4c-41c7-a86e-841db9532b16,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:28:29.625647 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.661077 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:29.662173 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.664166 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] 10.222.0.39 "PUT /v2.0/ports/543eb3b5-2e4c-41c7-a86e-841db9532b16 HTTP/1.1" status: 200 len: 1094 time: 0.8104060 Jul 13 02:28:29.666797 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'tag': '543eb3b5-2e4c-41c7-a86e-841db9532b16'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:28:29.668725 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf", "tag": "543eb3b5-2e4c-41c7-a86e-841db9532b16"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:28:29.700818 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df61f8b4-5611-4054-a45e-67e571bff812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.720584 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae815cb5-9369-4f06-bc33-69fe52c2da4b x-openstack-request-id: req-ae815cb5-9369-4f06-bc33-69fe52c2da4b {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:28:29.720861 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf", "tag": "543eb3b5-2e4c-41c7-a86e-841db9532b16", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:28:29.721109 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae815cb5-9369-4f06-bc33-69fe52c2da4b {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:28:29.721544 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'tag': '543eb3b5-2e4c-41c7-a86e-841db9532b16', 'status': 'completed', 'code': 200} Jul 13 02:28:29.738571 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be37d5-6533-454a-84fe-030bbb8cbdfc service neutron] Pushing event updated for resources: {'Port': ['ID=543eb3b5-2e4c-41c7-a86e-841db9532b16,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:29.773133 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef4a54-d72a-4161-9401-998d84c27ff3 req-d576b033-7443-49fd-94f3-82cc1b88ea48 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:29.774976 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-96ef4a54-d72a-4161-9401-998d84c27ff3 req-d576b033-7443-49fd-94f3-82cc1b88ea48 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.1020761 Jul 13 02:28:29.793224 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df61f8b4-5611-4054-a45e-67e571bff812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.797238 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-df61f8b4-5611-4054-a45e-67e571bff812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.837962 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-df61f8b4-5611-4054-a45e-67e571bff812 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea3becfd2ef64914b5b1cc78c39f95e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613959 Jul 13 02:28:29.837962 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61f8b4-5611-4054-a45e-67e571bff812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457288f9-7f36-42b4-b809-1b4bae4c4420,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:29.839410 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36336) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:29.856185 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-96ef4a54-d72a-4161-9401-998d84c27ff3 req-75a2f865-cd1f-4e6a-8c37-a3ad64e19076 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722005 Jul 13 02:28:29.894401 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1234d-d66e-44ae-b27a-82607779661f req-b2edefa1-85dc-4cf0-8bfc-fc5c14bd5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:29.896582 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-b2edefa1-85dc-4cf0-8bfc-fc5c14bd5433 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 1097 time: 0.1207407 Jul 13 02:28:29.911361 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-368e1d5a-a5f7-4635-bdd8-86b0abf3830c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.933352 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-368e1d5a-a5f7-4635-bdd8-86b0abf3830c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.983744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-368e1d5a-a5f7-4635-bdd8-86b0abf3830c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.986573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-368e1d5a-a5f7-4635-bdd8-86b0abf3830c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:29.990127 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-368e1d5a-a5f7-4635-bdd8-86b0abf3830c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/457288f9-7f36-42b4-b809-1b4bae4c4420 HTTP/1.1" status: 204 len: 168 time: 0.1472611 Jul 13 02:28:29.999726 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e1d5a-a5f7-4635-bdd8-86b0abf3830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457288f9-7f36-42b4-b809-1b4bae4c4420,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:30.061802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-26d62385-2e59-47f5-b26d-dfef8a1e5ffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543eb3b5-2e4c-41c7-a86e-841db9532b16 HTTP/1.1" status: 200 len: 217 time: 0.0467098 Jul 13 02:28:30.149387 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb1234d-d66e-44ae-b27a-82607779661f req-04ecbf1e-4e8f-4ac1-b3ba-917f9900cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:30.150914 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-04ecbf1e-4e8f-4ac1-b3ba-917f9900cff6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.0627427 Jul 13 02:28:30.167412 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcf576-0b46-41f6-b252-6ef49e436289 req-76730948-5754-4119-9c8b-7b1428ba2e50 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:30.168927 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49fcf576-0b46-41f6-b252-6ef49e436289 req-76730948-5754-4119-9c8b-7b1428ba2e50 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 945 time: 0.1101434 Jul 13 02:28:30.243678 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-2c254884-8325-4be9-be91-1018f2c349ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452902 Jul 13 02:28:30.252834 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49fcf576-0b46-41f6-b252-6ef49e436289 req-2c11516f-c962-4f3c-942c-becbf27e2b45 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784678 Jul 13 02:28:30.318945 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36354) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:30.337646 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a791-1a41-4044-8834-c32d68219d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.391183 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-7339e612-10f0-4791-9f41-d14d306feec5 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288865 Jul 13 02:28:30.426127 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36356) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:30.442243 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a791-1a41-4044-8834-c32d68219d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.447053 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ae6a791-1a41-4044-8834-c32d68219d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.485993 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2ae6a791-1a41-4044-8834-c32d68219d54 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d324452db68b405cb5442830340275ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654470 Jul 13 02:28:30.487918 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6a791-1a41-4044-8834-c32d68219d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc3cc6d-907d-4b2e-995d-64965e65c232,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:30.489595 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36360) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:30.536640 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbb1234d-d66e-44ae-b27a-82607779661f req-96cc66e1-5432-4e2e-b1d2-5ce919e83702 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268468 Jul 13 02:28:30.553300 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-eba4cabf-faf1-4b5a-b290-4dadb8539da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.553484 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cb389db0-883c-4ca3-98d8-86a5bf0b2e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.579654 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-eba4cabf-faf1-4b5a-b290-4dadb8539da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.633589 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-eba4cabf-faf1-4b5a-b290-4dadb8539da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.636509 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-eba4cabf-faf1-4b5a-b290-4dadb8539da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.638217 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-eba4cabf-faf1-4b5a-b290-4dadb8539da4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecc3cc6d-907d-4b2e-995d-64965e65c232 HTTP/1.1" status: 204 len: 168 time: 0.1472018 Jul 13 02:28:30.646567 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba4cabf-faf1-4b5a-b290-4dadb8539da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc3cc6d-907d-4b2e-995d-64965e65c232,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:30.661129 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cb389db0-883c-4ca3-98d8-86a5bf0b2e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.666301 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cb389db0-883c-4ca3-98d8-86a5bf0b2e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:30.711811 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-cb389db0-883c-4ca3-98d8-86a5bf0b2e6f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4ea04492a0b47628a2b4b727b5fb26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846465 Jul 13 02:28:30.713046 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb389db0-883c-4ca3-98d8-86a5bf0b2e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6d715a-5727-4e4f-8db2-41be81bee683,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:30.714593 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36366) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:31.072383 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-c321b602-ff55-49f1-a872-1c2715ed12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:31.073833 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-c321b602-ff55-49f1-a872-1c2715ed12df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 1097 time: 0.3805423 Jul 13 02:28:31.078888 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a6076971-f430-42dd-8ed6-6081b56c4571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:31.118142 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6c7ff-4bf7-421d-81b1-23e0334a4094 req-d975dda1-fdf8-4474-b464-93ba6fbeaa63 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:31.119638 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ae6c7ff-4bf7-421d-81b1-23e0334a4094 req-d975dda1-fdf8-4474-b464-93ba6fbeaa63 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 944 time: 0.4157374 Jul 13 02:28:31.161120 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a6076971-f430-42dd-8ed6-6081b56c4571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:31.272159 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7ae6c7ff-4bf7-421d-81b1-23e0334a4094 req-1534ac07-810c-4645-a85c-fb9661f19be4 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363397 Jul 13 02:28:31.292629 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00645e45-a611-4fc0-b49f-8f50e65328fc req-cc2675b8-73a7-449b-ad90-9d0ef0f4de65 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:31.294232 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-00645e45-a611-4fc0-b49f-8f50e65328fc req-cc2675b8-73a7-449b-ad90-9d0ef0f4de65 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.2381384 Jul 13 02:28:31.297783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-a90f9f95-639d-483e-8889-c304be78e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:31.299231 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-a90f9f95-639d-483e-8889-c304be78e34c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 916 time: 0.2031574 Jul 13 02:28:31.355971 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a6076971-f430-42dd-8ed6-6081b56c4571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:31.358969 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a6076971-f430-42dd-8ed6-6081b56c4571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:31.359590 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a6076971-f430-42dd-8ed6-6081b56c4571 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a6d715a-5727-4e4f-8db2-41be81bee683 HTTP/1.1" status: 204 len: 168 time: 0.6259592 Jul 13 02:28:31.361024 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-5c183ac2-b640-4347-b4ea-f491d2277efe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=543eb3b5-2e4c-41c7-a86e-841db9532b16 HTTP/1.1" status: 200 len: 217 time: 0.0447638 Jul 13 02:28:31.409950 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6076971-f430-42dd-8ed6-6081b56c4571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6d715a-5727-4e4f-8db2-41be81bee683,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:31.415802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-00645e45-a611-4fc0-b49f-8f50e65328fc req-b3f94918-7ec0-41f1-8b75-2cbebccd2709 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149628 Jul 13 02:28:31.431549 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-4f7117f8-245d-4bb0-b918-7a3bbf391979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:31.433352 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-4f7117f8-245d-4bb0-b918-7a3bbf391979 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.0632114 Jul 13 02:28:31.486450 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-8c6a2459-774e-4cda-a0d2-ef978bfecf96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352676 Jul 13 02:28:31.688530 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-1eff5e23-9758-4eeb-ac07-0815e7d8029d service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525681 Jul 13 02:28:31.695820 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307ad97-4da4-46ba-8405-8bc2e60084e3 req-ec78ae09-665f-4844-9b23-da87e9b753a8 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:31.697253 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f307ad97-4da4-46ba-8405-8bc2e60084e3 req-ec78ae09-665f-4844-9b23-da87e9b753a8 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 945 time: 0.1217823 Jul 13 02:28:31.764380 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f307ad97-4da4-46ba-8405-8bc2e60084e3 req-49c81e94-8ccd-40a4-a852-4561e40e21cd tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609353 Jul 13 02:28:31.857356 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7d1633a8-ef4a-4051-a3f7-e3eea4ae3d0f req-19ef1776-8677-4727-ae17-e92280a28557 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369483 Jul 13 02:28:32.473602 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eb1407-b148-4005-89f1-fa9de7bf446c req-e475a863-ab60-4d56-a88a-cfa4be62c4a1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:32.475814 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5eb1407-b148-4005-89f1-fa9de7bf446c req-e475a863-ab60-4d56-a88a-cfa4be62c4a1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 944 time: 0.0735884 Jul 13 02:28:32.515524 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5eb1407-b148-4005-89f1-fa9de7bf446c req-55ab91e6-74e1-464e-9ad8-7555956ffdbe tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339649 Jul 13 02:28:32.597815 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36512) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:32.638897 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30a26d-970c-478d-9345-80af0925a942 req-fbabae31-12ce-4806-b30c-34aa0c1d7b50 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:32.646895 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc30a26d-970c-478d-9345-80af0925a942 req-fbabae31-12ce-4806-b30c-34aa0c1d7b50 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0829334 Jul 13 02:28:32.684070 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc30a26d-970c-478d-9345-80af0925a942 req-a9593a63-9e37-47bc-a6c6-04a1b8ae81a0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Jul 13 02:28:32.715656 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8c450085-36c9-4774-93fc-5d33583ce1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:32.824615 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8c450085-36c9-4774-93fc-5d33583ce1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:32.835685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8c450085-36c9-4774-93fc-5d33583ce1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:32.875470 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c450085-36c9-4774-93fc-5d33583ce1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f6c5c3-3600-4239-bfc9-671316ddb4c0,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:32.884749 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36542) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:32.885171 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8c450085-36c9-4774-93fc-5d33583ce1c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=611aa585fd2c4bb0bcbe53677c25f7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855914 Jul 13 02:28:32.941844 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bb29ee50-23ee-4239-98ce-e70c6e8c44d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:32.968160 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bb29ee50-23ee-4239-98ce-e70c6e8c44d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.030807 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bb29ee50-23ee-4239-98ce-e70c6e8c44d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.033833 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bb29ee50-23ee-4239-98ce-e70c6e8c44d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.035093 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bb29ee50-23ee-4239-98ce-e70c6e8c44d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8f6c5c3-3600-4239-bfc9-671316ddb4c0 HTTP/1.1" status: 204 len: 168 time: 0.1496449 Jul 13 02:28:33.044126 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29ee50-23ee-4239-98ce-e70c6e8c44d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f6c5c3-3600-4239-bfc9-671316ddb4c0,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:33.114896 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36550) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:33.334583 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-953200e0-7e96-46a7-af5d-4423684f1470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.390895 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36558) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:33.406248 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-49164fc7-1af4-4fe4-8692-679e285ec62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.437406 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-953200e0-7e96-46a7-af5d-4423684f1470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.441163 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-953200e0-7e96-46a7-af5d-4423684f1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.481868 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-953200e0-7e96-46a7-af5d-4423684f1470 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f940be18fb24508bdcbde8034792171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658636 Jul 13 02:28:33.483392 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953200e0-7e96-46a7-af5d-4423684f1470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4865b1-e7f6-4513-9b96-41d8883f5d8d,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:33.484440 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36560) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:33.531644 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 543eb3b5-2e4c-41c7-a86e-841db9532b16 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:28:33.562188 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-49164fc7-1af4-4fe4-8692-679e285ec62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.565739 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf17d3cb-acc9-4c74-8c01-4939b42b8462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.568475 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-49164fc7-1af4-4fe4-8692-679e285ec62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.608802 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:28:33.615008 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf17d3cb-acc9-4c74-8c01-4939b42b8462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.631646 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-49164fc7-1af4-4fe4-8692-679e285ec62a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2713a49b21f949a3ac4b451066987697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393260 Jul 13 02:28:33.634699 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36564) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:33.641066 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 543eb3b5-2e4c-41c7-a86e-841db9532b16, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=543eb3b5-2e4c-41c7-a86e-841db9532b16,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:33.641756 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49164fc7-1af4-4fe4-8692-679e285ec62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dfe3c5-e3d5-49d9-b8e3-f99c1f385b93,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:33.655247 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '543eb3b5-2e4c-41c7-a86e-841db9532b16', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'port_id': '543eb3b5-2e4c-41c7-a86e-841db9532b16', 'mac_address': 'fa:16:3e:85:eb:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f2d1b3-8b06-44e2-8bb4-85f6863b5229', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:28:33.695256 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.695696 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f324b6b-0163-433f-b317-ff37f0cb3fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.707997 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 543eb3b5-2e4c-41c7-a86e-841db9532b16 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:28:33.721444 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f324b6b-0163-433f-b317-ff37f0cb3fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.732058 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 543eb3b5-2e4c-41c7-a86e-841db9532b16, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=543eb3b5-2e4c-41c7-a86e-841db9532b16,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:33.738202 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.773424 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf17d3cb-acc9-4c74-8c01-4939b42b8462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.779595 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cf17d3cb-acc9-4c74-8c01-4939b42b8462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.783491 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-cf17d3cb-acc9-4c74-8c01-4939b42b8462 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d4865b1-e7f6-4513-9b96-41d8883f5d8d HTTP/1.1" status: 204 len: 168 time: 0.2980545 Jul 13 02:28:33.797140 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f324b6b-0163-433f-b317-ff37f0cb3fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.801242 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f324b6b-0163-433f-b317-ff37f0cb3fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:33.802854 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1624-245a-43b8-b66e-2efab6fb221a req-0b7ae664-c398-4588-acf7-308b0c8873de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:33.803029 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2f324b6b-0163-433f-b317-ff37f0cb3fa2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8dfe3c5-e3d5-49d9-b8e3-f99c1f385b93 HTTP/1.1" status: 204 len: 168 time: 0.1666515 Jul 13 02:28:33.811684 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a26e1624-245a-43b8-b66e-2efab6fb221a req-0b7ae664-c398-4588-acf7-308b0c8873de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 944 time: 0.1507795 Jul 13 02:28:33.813555 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=543eb3b5-2e4c-41c7-a86e-841db9532b16,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:33.813865 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f324b6b-0163-433f-b317-ff37f0cb3fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dfe3c5-e3d5-49d9-b8e3-f99c1f385b93,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:33.843145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17d3cb-acc9-4c74-8c01-4939b42b8462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4865b1-e7f6-4513-9b96-41d8883f5d8d,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:33.885249 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a26e1624-245a-43b8-b66e-2efab6fb221a req-34bd0bdc-dc87-43fc-860d-0b6789c1fe18 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726073 Jul 13 02:28:33.955688 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26239411-edc3-4d00-9710-b97df694658d req-bbff08d7-e520-4363-ba02-a2540bf3c3f0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:33.957458 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-26239411-edc3-4d00-9710-b97df694658d req-bbff08d7-e520-4363-ba02-a2540bf3c3f0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0712588 Jul 13 02:28:34.017301 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-26239411-edc3-4d00-9710-b97df694658d req-4f4211a6-75a1-48eb-8013-36b52c77fafe tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514622 Jul 13 02:28:34.319741 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['543eb3b5-2e4c-41c7-a86e-841db9532b16'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:28:35.065227 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef73e0-0fb2-470a-a1dc-f7f604dcf740 req-6cd125a5-f20b-4d75-bf1f-33e7aa004577 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:35.075305 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4fef73e0-0fb2-470a-a1dc-f7f604dcf740 req-6cd125a5-f20b-4d75-bf1f-33e7aa004577 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 945 time: 0.0812519 Jul 13 02:28:35.113189 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4fef73e0-0fb2-470a-a1dc-f7f604dcf740 req-a285221a-5d6b-4919-a7db-8f1368c3255b tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368750 Jul 13 02:28:35.241979 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ff286-88db-4796-9996-a4d6a99d98fa req-d4232ee1-5618-4d13-8142-303e59948cf2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:35.245463 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3e4ff286-88db-4796-9996-a4d6a99d98fa req-d4232ee1-5618-4d13-8142-303e59948cf2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0973651 Jul 13 02:28:35.288061 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3e4ff286-88db-4796-9996-a4d6a99d98fa req-9241f323-d6d5-4058-af9c-ca961ea2b12e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340650 Jul 13 02:28:35.804303 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:35.868328 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36688) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:35.917418 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36692) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:36.030861 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.032630 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-366f377f-42fd-49a6-8ece-fc4edac864f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.066892 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.db.api [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 13 02:28:36.066892 dv-cinder-781024-2-iscsi neutron-server[92891]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 13 02:28:36.066892 dv-cinder-781024-2-iscsi neutron-server[92891]: [parameters: {'project_id': 'd0671c2bf6014cabb84262f877ffcddb', 'id': '284bd369-dcab-4462-9aa6-6bda99fdbbfc', 'expiration': datetime.datetime(2021, 7, 13, 2, 30, 36, 61283)}] Jul 13 02:28:36.066892 dv-cinder-781024-2-iscsi neutron-server[92891]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 02:28:36.067721 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG oslo_db.api [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 02:28:36.135467 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-366f377f-42fd-49a6-8ece-fc4edac864f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.139112 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-366f377f-42fd-49a6-8ece-fc4edac864f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.184279 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-366f377f-42fd-49a6-8ece-fc4edac864f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f65d7b347a4a4e25a7a1775d620c0341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632461 Jul 13 02:28:36.184279 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f377f-42fd-49a6-8ece-fc4edac864f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc44bb1e-41de-48d6-8ee0-5d2bb42ec519,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:36.184948 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36698) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:36.236154 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd01d858-a5a6-4f82-b873-4251a9a9e0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.261458 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd01d858-a5a6-4f82-b873-4251a9a9e0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.307628 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed095978-977f-4739-bfea-391a9580b73d req-bf4c83d1-7805-4fad-9b5d-bc2d0e0230eb tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:36.309196 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ed095978-977f-4739-bfea-391a9580b73d req-bf4c83d1-7805-4fad-9b5d-bc2d0e0230eb tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 945 time: 0.0625784 Jul 13 02:28:36.311067 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd01d858-a5a6-4f82-b873-4251a9a9e0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.314140 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dd01d858-a5a6-4f82-b873-4251a9a9e0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.317491 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-dd01d858-a5a6-4f82-b873-4251a9a9e0d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc44bb1e-41de-48d6-8ee0-5d2bb42ec519 HTTP/1.1" status: 204 len: 168 time: 0.1293459 Jul 13 02:28:36.335909 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01d858-a5a6-4f82-b873-4251a9a9e0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc44bb1e-41de-48d6-8ee0-5d2bb42ec519,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:36.373784 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ed095978-977f-4739-bfea-391a9580b73d req-74a3762a-74de-45cd-814b-f6b84c3b3fc5 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575817 Jul 13 02:28:36.501139 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624d50b-7f5b-423d-bb6c-17ec5349af33 req-f888d4ca-4b17-4d0c-a958-358eab8cba09 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:36.502669 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5624d50b-7f5b-423d-bb6c-17ec5349af33 req-f888d4ca-4b17-4d0c-a958-358eab8cba09 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0829754 Jul 13 02:28:36.542277 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5624d50b-7f5b-423d-bb6c-17ec5349af33 req-c8e47bfa-f9fd-45fa-b649-54eb76562ef6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Jul 13 02:28:36.568178 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.656562 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36712) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:36.669838 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-36cadc35-eb38-4fd6-ad3b-7c930fe6b424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.674312 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.678765 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.716839 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df86e440-23d5-4b67-8410-6d5c1dcc9426,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:36.722635 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8c1f16a3-6bc9-4e77-b1d2-e37759bf39e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0671c2bf6014cabb84262f877ffcddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8530567 Jul 13 02:28:36.724273 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36714) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:36.772532 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-36cadc35-eb38-4fd6-ad3b-7c930fe6b424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.777740 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd872535-08d2-48be-b037-128d405f8838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.778189 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-36cadc35-eb38-4fd6-ad3b-7c930fe6b424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.800585 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd872535-08d2-48be-b037-128d405f8838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.816964 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-36cadc35-eb38-4fd6-ad3b-7c930fe6b424 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd6944ebe8c54338b8433b93938d0de7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1590142 Jul 13 02:28:36.818159 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cadc35-eb38-4fd6-ad3b-7c930fe6b424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65697ec-4b07-4219-b0c6-652b6aab1d25,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:36.821420 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36716) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:36.852208 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd872535-08d2-48be-b037-128d405f8838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.854901 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd872535-08d2-48be-b037-128d405f8838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.856058 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-cd872535-08d2-48be-b037-128d405f8838 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df86e440-23d5-4b67-8410-6d5c1dcc9426 HTTP/1.1" status: 204 len: 168 time: 0.1305585 Jul 13 02:28:36.865305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd872535-08d2-48be-b037-128d405f8838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df86e440-23d5-4b67-8410-6d5c1dcc9426,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:36.883318 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3a757114-e768-4767-b19f-ba87bbb92ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.909469 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3a757114-e768-4767-b19f-ba87bbb92ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.961779 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3a757114-e768-4767-b19f-ba87bbb92ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.964701 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3a757114-e768-4767-b19f-ba87bbb92ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:36.968427 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3a757114-e768-4767-b19f-ba87bbb92ce6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d65697ec-4b07-4219-b0c6-652b6aab1d25 HTTP/1.1" status: 204 len: 168 time: 0.1435730 Jul 13 02:28:36.975218 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a757114-e768-4767-b19f-ba87bbb92ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65697ec-4b07-4219-b0c6-652b6aab1d25,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:37.249806 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 36734) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:37.261036 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-888c5011-9d13-435c-89d7-2c637ed65460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.357541 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-888c5011-9d13-435c-89d7-2c637ed65460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.361401 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-888c5011-9d13-435c-89d7-2c637ed65460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.404147 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-888c5011-9d13-435c-89d7-2c637ed65460 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e95cf90c89314c16bdd5ea76effdf34f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537783 Jul 13 02:28:37.404147 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c5011-9d13-435c-89d7-2c637ed65460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7e24b7-da62-4a1d-b7d3-97f7f07ff023,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:37.404450 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 36742) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:37.466367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c07d-0451-43f5-8179-f339d04e72ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.519682 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c07d-0451-43f5-8179-f339d04e72ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.542790 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 543eb3b5-2e4c-41c7-a86e-841db9532b16 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:28:37.605556 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 543eb3b5-2e4c-41c7-a86e-841db9532b16 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:28:37.610364 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 543eb3b5-2e4c-41c7-a86e-841db9532b16 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:28:37.610799 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.615225 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029a7bd-b463-4fb4-8fba-f2f5c9a5f15f req-96d2d677-405a-4abb-87e9-f1830239e54d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:37.617343 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8029a7bd-b463-4fb4-8fba-f2f5c9a5f15f req-96d2d677-405a-4abb-87e9-f1830239e54d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 945 time: 0.1304893 Jul 13 02:28:37.654744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c07d-0451-43f5-8179-f339d04e72ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.657766 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c7b2c07d-0451-43f5-8179-f339d04e72ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.661558 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-c7b2c07d-0451-43f5-8179-f339d04e72ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f7e24b7-da62-4a1d-b7d3-97f7f07ff023 HTTP/1.1" status: 204 len: 168 time: 0.2537258 Jul 13 02:28:37.671613 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b2c07d-0451-43f5-8179-f339d04e72ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7e24b7-da62-4a1d-b7d3-97f7f07ff023,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:37.692343 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8029a7bd-b463-4fb4-8fba-f2f5c9a5f15f req-660f33bc-c739-49aa-9a15-8cddf81ddc86 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612910 Jul 13 02:28:37.747333 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.776741 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543eb3b5-2e4c-41c7-a86e-841db9532b16'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:28:37.778798 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d60a21-39ee-4a95-b4a4-89d0219f6e5b" -d '{"events": [{"server_uuid": "55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "543eb3b5-2e4c-41c7-a86e-841db9532b16"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:28:37.809473 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 543eb3b5-2e4c-41c7-a86e-841db9532b16, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=543eb3b5-2e4c-41c7-a86e-841db9532b16,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:28:37.822119 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:37.890691 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=543eb3b5-2e4c-41c7-a86e-841db9532b16,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:37.963153 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a91e8-9e7a-4424-b768-f90d38430ccd req-16d5ef70-8838-49bf-9205-ae6bc5e35e5a tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:37.964861 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-350a91e8-9e7a-4424-b768-f90d38430ccd req-16d5ef70-8838-49bf-9205-ae6bc5e35e5a tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0740652 Jul 13 02:28:38.022639 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-350a91e8-9e7a-4424-b768-f90d38430ccd req-2e049b61-321e-4f38-9a23-b986cde64302 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493648 Jul 13 02:28:38.073587 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20f210f-bb27-4ba2-8172-79ba73ebd4e7 x-openstack-request-id: req-f20f210f-bb27-4ba2-8172-79ba73ebd4e7 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:28:38.073880 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf", "name": "network-vif-plugged", "status": "completed", "tag": "543eb3b5-2e4c-41c7-a86e-841db9532b16", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:28:38.074165 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f20f210f-bb27-4ba2-8172-79ba73ebd4e7 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:28:38.074733 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '543eb3b5-2e4c-41c7-a86e-841db9532b16', 'code': 200} Jul 13 02:28:38.394685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1ed10-5b70-4be2-a9c4-47e7aa3929e6 req-6f687bf8-9c56-4113-be7b-e838869f82ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:38.396652 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c6b1ed10-5b70-4be2-a9c4-47e7aa3929e6 req-6f687bf8-9c56-4113-be7b-e838869f82ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 1099 time: 0.0639033 Jul 13 02:28:38.434320 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c6b1ed10-5b70-4be2-a9c4-47e7aa3929e6 req-59edafb1-361b-4d37-b7ee-bb138183356e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288393 Jul 13 02:28:38.905853 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1bc1b-ad68-41fd-bc33-0224831d09d2 req-d794e83a-90a1-4b9b-828a-4e120f2cab3d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:38.907644 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bbb1bc1b-ad68-41fd-bc33-0224831d09d2 req-d794e83a-90a1-4b9b-828a-4e120f2cab3d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0795567 Jul 13 02:28:38.951376 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bbb1bc1b-ad68-41fd-bc33-0224831d09d2 req-dfcb12a9-4748-4492-a3d8-6a30de599fa7 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370958 Jul 13 02:28:39.252268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c212d-294e-4595-9ecc-53cee71f0503 req-2f509012-0835-48c5-90e7-d48d33735a79 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:39.253783 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-463c212d-294e-4595-9ecc-53cee71f0503 req-2f509012-0835-48c5-90e7-d48d33735a79 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0822437 Jul 13 02:28:39.334379 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-463c212d-294e-4595-9ecc-53cee71f0503 req-f718972a-c2d1-4a7e-a8ff-c6bd6df5c597 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705225 Jul 13 02:28:39.349620 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e2a07-3319-4f46-b76a-d19472acf7d9 req-af97c6f3-7c74-4134-a8d7-2cd8beb76a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:39.352065 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68e2a07-3319-4f46-b76a-d19472acf7d9 req-af97c6f3-7c74-4134-a8d7-2cd8beb76a5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 1099 time: 0.0972941 Jul 13 02:28:39.396659 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b68e2a07-3319-4f46-b76a-d19472acf7d9 req-71ce5533-e43e-4122-a967-c1b696a91240 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Jul 13 02:28:40.129872 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c926beb-790a-48ae-af3e-c26b900e79f9 req-f4ff5da4-c53d-4862-b7ce-9ec7df7fb00c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:40.131420 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c926beb-790a-48ae-af3e-c26b900e79f9 req-f4ff5da4-c53d-4862-b7ce-9ec7df7fb00c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0635688 Jul 13 02:28:40.170660 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c926beb-790a-48ae-af3e-c26b900e79f9 req-0fd87ba7-f20d-435f-a55e-9cd5e607e654 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335772 Jul 13 02:28:40.518307 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213286a-3530-42a4-a099-3adc97171a48 req-d413cba4-f715-4ce5-ac5f-94040abd5970 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:40.520004 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8213286a-3530-42a4-a099-3adc97171a48 req-d413cba4-f715-4ce5-ac5f-94040abd5970 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0707107 Jul 13 02:28:40.562598 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8213286a-3530-42a4-a099-3adc97171a48 req-93d19f01-830e-4d65-96b9-29f734d9bdc6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365419 Jul 13 02:28:41.291790 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7ce80a58-7823-402b-b85c-6278371a5a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:41.382631 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103e91f-af1c-4035-9623-ef84b98c709c req-f569cabb-e9a7-4668-a62b-39e24b22780c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:41.384447 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b103e91f-af1c-4035-9623-ef84b98c709c req-f569cabb-e9a7-4668-a62b-39e24b22780c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0825830 Jul 13 02:28:41.428681 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b103e91f-af1c-4035-9623-ef84b98c709c req-82ed3fa3-f30f-4ff3-bec6-68adc7945eed tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Jul 13 02:28:41.780037 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de01317-d0a8-49f7-9a83-41a8b0731e53 req-b8852ac1-fc3c-4d95-8b2c-686a4ed37983 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:41.781874 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1de01317-d0a8-49f7-9a83-41a8b0731e53 req-b8852ac1-fc3c-4d95-8b2c-686a4ed37983 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0840309 Jul 13 02:28:41.822814 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1de01317-d0a8-49f7-9a83-41a8b0731e53 req-74de0cc6-2109-4451-a670-a2e0f17973d7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Jul 13 02:28:42.000632 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a223efc-0267-4a70-948b-2f36330ff882 req-a2512b9d-10e4-4a37-b12e-e96b0de37f2b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:42.002126 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4a223efc-0267-4a70-948b-2f36330ff882 req-a2512b9d-10e4-4a37-b12e-e96b0de37f2b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0625882 Jul 13 02:28:42.040096 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4a223efc-0267-4a70-948b-2f36330ff882 req-39de5797-2f98-4089-ad47-3c21c4956c9d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Jul 13 02:28:43.762381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4bd1c0-35c4-4d22-ab28-46c1b6173c95 req-5498a65f-6d3d-4d81-9abb-4a405252c7d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:43.764404 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d4bd1c0-35c4-4d22-ab28-46c1b6173c95 req-5498a65f-6d3d-4d81-9abb-4a405252c7d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0640104 Jul 13 02:28:43.805382 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d4bd1c0-35c4-4d22-ab28-46c1b6173c95 req-d0557288-f323-4830-ad20-94220d547d54 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354891 Jul 13 02:28:43.883764 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5357c466-7431-4389-84f1-cdb07bbc7828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:44.240168 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:44.982354 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:46.422726 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:46.630352 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc64a-958b-4841-9437-51daa1b25294 req-e3c65283-b09b-4d7b-96e5-6be8fdb1c1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:46.632343 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-364fc64a-958b-4841-9437-51daa1b25294 req-e3c65283-b09b-4d7b-96e5-6be8fdb1c1a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.0521510 Jul 13 02:28:46.778389 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc64a-958b-4841-9437-51daa1b25294 req-10da3893-97db-460f-bd85-c54b6ffcbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:46.779856 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-364fc64a-958b-4841-9437-51daa1b25294 req-10da3893-97db-460f-bd85-c54b6ffcbee4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.1182337 Jul 13 02:28:46.810616 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2263bb-7663-4eca-9d1d-8336571f3576 req-edb2f772-f980-4696-bc53-b8992bfa0fdb tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:46.812012 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2f2263bb-7663-4eca-9d1d-8336571f3576 req-edb2f772-f980-4696-bc53-b8992bfa0fdb tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0901406 Jul 13 02:28:46.840329 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-364fc64a-958b-4841-9437-51daa1b25294 req-696f7b82-2ac0-4b39-9121-11102411e991 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 217 time: 0.0459044 Jul 13 02:28:46.901564 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2f2263bb-7663-4eca-9d1d-8336571f3576 req-ba02bd3e-00f7-4383-9a70-40acacea57f4 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638545 Jul 13 02:28:46.908306 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fc64a-958b-4841-9437-51daa1b25294 req-47bc1962-f936-4f26-a113-b4c107a6fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:46.909682 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-364fc64a-958b-4841-9437-51daa1b25294 req-47bc1962-f936-4f26-a113-b4c107a6fa65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.0570910 Jul 13 02:28:46.948471 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-364fc64a-958b-4841-9437-51daa1b25294 req-a648036a-1965-4fed-a1d5-6617bdcacd8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298541 Jul 13 02:28:47.040433 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-364fc64a-958b-4841-9437-51daa1b25294 req-4e109c77-af95-441b-b483-85d0aabf4c5e service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807450 Jul 13 02:28:47.132684 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-364fc64a-958b-4841-9437-51daa1b25294 req-7daceeec-2991-4a9c-83f4-e565fb6f9513 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Jul 13 02:28:48.074987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84ee6-993a-41b9-9125-8c3ff1481662 req-896d2789-5cbd-49d9-aa4d-c747b4620380 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:48.076484 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5db84ee6-993a-41b9-9125-8c3ff1481662 req-896d2789-5cbd-49d9-aa4d-c747b4620380 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0615399 Jul 13 02:28:48.112423 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5db84ee6-993a-41b9-9125-8c3ff1481662 req-89197d2a-2434-4cfb-b47a-575d9484f0be tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304065 Jul 13 02:28:49.182806 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 37094) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:49.295371 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d8d2-fb17-47c6-9839-9be220cfe58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.311183 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3f5a3-0dec-4e60-bfde-abf16bf427dc req-78d9f88a-18b3-4d72-9666-8fd4514afc77 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:49.312610 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-48c3f5a3-0dec-4e60-bfde-abf16bf427dc req-78d9f88a-18b3-4d72-9666-8fd4514afc77 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0848618 Jul 13 02:28:49.370362 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-48c3f5a3-0dec-4e60-bfde-abf16bf427dc req-6da2e1ee-3e05-4cb8-84c5-76b247c17bc1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520983 Jul 13 02:28:49.424401 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d8d2-fb17-47c6-9839-9be220cfe58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.428829 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f9c6d8d2-fb17-47c6-9839-9be220cfe58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.466618 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-f9c6d8d2-fb17-47c6-9839-9be220cfe58d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=45d428aea84d4a7bb61ae24db13ef109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819598 Jul 13 02:28:49.467706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6d8d2-fb17-47c6-9839-9be220cfe58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27d9f21-749c-44e9-aa6f-c18820bdab59,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:49.469790 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37098) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:49.518310 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b799dfde-4935-4362-b092-6423d6005e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.539818 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b799dfde-4935-4362-b092-6423d6005e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.588770 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b799dfde-4935-4362-b092-6423d6005e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.591551 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b799dfde-4935-4362-b092-6423d6005e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.592595 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b799dfde-4935-4362-b092-6423d6005e8f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b27d9f21-749c-44e9-aa6f-c18820bdab59 HTTP/1.1" status: 204 len: 168 time: 0.1217914 Jul 13 02:28:49.600245 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b799dfde-4935-4362-b092-6423d6005e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27d9f21-749c-44e9-aa6f-c18820bdab59,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:49.878995 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37120) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:49.892896 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9bbab4cd-604f-488d-a27d-06e553b0fa77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.981692 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9bbab4cd-604f-488d-a27d-06e553b0fa77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:49.985133 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9bbab4cd-604f-488d-a27d-06e553b0fa77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.023844 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9bbab4cd-604f-488d-a27d-06e553b0fa77 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e434dc09a87249d2915b69a542eee423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437035 Jul 13 02:28:50.024686 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbab4cd-604f-488d-a27d-06e553b0fa77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1267ab-0268-4032-b892-ad95e32c6f41,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:50.026484 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 37124) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:50.075872 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78e6c728-f795-41e9-aeca-8c2d6788ab51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.097814 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78e6c728-f795-41e9-aeca-8c2d6788ab51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.153798 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78e6c728-f795-41e9-aeca-8c2d6788ab51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.156613 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-78e6c728-f795-41e9-aeca-8c2d6788ab51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.160219 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-78e6c728-f795-41e9-aeca-8c2d6788ab51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d1267ab-0268-4032-b892-ad95e32c6f41 HTTP/1.1" status: 204 len: 168 time: 0.1293032 Jul 13 02:28:50.167056 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6c728-f795-41e9-aeca-8c2d6788ab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1267ab-0268-4032-b892-ad95e32c6f41,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:50.483509 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 37136) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:50.508256 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-45e05a4d-6d31-4fb6-8173-facdc2416b02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.592534 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b4d74-1a31-45c7-aba0-c2e28c2f6a1e req-7cce82b6-0127-44c9-a894-1b6ba4804b59 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:50.594009 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ad5b4d74-1a31-45c7-aba0-c2e28c2f6a1e req-7cce82b6-0127-44c9-a894-1b6ba4804b59 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1026337 Jul 13 02:28:50.649451 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ad5b4d74-1a31-45c7-aba0-c2e28c2f6a1e req-642764e7-7913-4aeb-8afe-99514236f57b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Jul 13 02:28:50.674242 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-45e05a4d-6d31-4fb6-8173-facdc2416b02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.679499 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-45e05a4d-6d31-4fb6-8173-facdc2416b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.717209 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-45e05a4d-6d31-4fb6-8173-facdc2416b02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec58c3da9a6d4090b853121c04ce6376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326384 Jul 13 02:28:50.718065 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e05a4d-6d31-4fb6-8173-facdc2416b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed0452e-e1f3-4851-a3f0-95907c0897d6,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:50.719881 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37140) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:50.770903 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d277976b-0757-43a3-835b-a313ce8e520c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.794090 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d277976b-0757-43a3-835b-a313ce8e520c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.839181 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d277976b-0757-43a3-835b-a313ce8e520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.841660 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d277976b-0757-43a3-835b-a313ce8e520c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:50.842826 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d277976b-0757-43a3-835b-a313ce8e520c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ed0452e-e1f3-4851-a3f0-95907c0897d6 HTTP/1.1" status: 204 len: 168 time: 0.1214564 Jul 13 02:28:50.851432 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277976b-0757-43a3-835b-a313ce8e520c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed0452e-e1f3-4851-a3f0-95907c0897d6,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:51.326326 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 37174) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:51.452430 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb03a-5cc2-4e14-a6f5-9f96e75f3a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:51.549128 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb03a-5cc2-4e14-a6f5-9f96e75f3a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:51.554707 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-3a6eb03a-5cc2-4e14-a6f5-9f96e75f3a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:51.597378 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-3a6eb03a-5cc2-4e14-a6f5-9f96e75f3a01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ca5af2ee6f714dcbaab964a3e7fedfb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2698925 Jul 13 02:28:51.598250 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6eb03a-5cc2-4e14-a6f5-9f96e75f3a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669b09cb-e382-4d96-9767-214c9ae5ed41,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:51.600287 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37188) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:51.653510 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:51.675978 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:51.732514 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:51.735703 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:51.741125 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/669b09cb-e382-4d96-9767-214c9ae5ed41 HTTP/1.1" status: 204 len: 168 time: 0.1390829 Jul 13 02:28:51.749930 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669b09cb-e382-4d96-9767-214c9ae5ed41,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:51.758305 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.758654 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.759261 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.759601 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.759940 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.760274 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.760603 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.760979 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.761508 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.761981 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.762503 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.763244 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-698c3bd4-ef4a-4ad8-8c3c-14a25d7e3f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:51.904512 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce291e92-2ac7-4a7b-9570-30246d6c711f req-5ed7b3f7-6150-43a3-9872-848b5a021faf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:51.906538 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ce291e92-2ac7-4a7b-9570-30246d6c711f req-5ed7b3f7-6150-43a3-9872-848b5a021faf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0856783 Jul 13 02:28:51.951700 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ce291e92-2ac7-4a7b-9570-30246d6c711f req-06b585bc-d43b-4fcc-92fe-44f28bb14d8b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Jul 13 02:28:52.128893 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 37208) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:52.142503 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d2de932f-8099-40c4-8bb0-8ed6d5f4010a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:52.229301 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d2de932f-8099-40c4-8bb0-8ed6d5f4010a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:52.232772 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d2de932f-8099-40c4-8bb0-8ed6d5f4010a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:52.272244 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-d2de932f-8099-40c4-8bb0-8ed6d5f4010a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12b1e4f40639460e9626f34df23682b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422081 Jul 13 02:28:52.273064 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de932f-8099-40c4-8bb0-8ed6d5f4010a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae8ff8a-b9e8-4629-bcbd-38d0f8ba8bd6,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:52.275049 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37210) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:52.322795 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b847401b-bd9d-408a-bfb4-7a28f58dcc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:52.344120 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b847401b-bd9d-408a-bfb4-7a28f58dcc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:52.390012 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b847401b-bd9d-408a-bfb4-7a28f58dcc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:52.392519 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b847401b-bd9d-408a-bfb4-7a28f58dcc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:52.393643 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b847401b-bd9d-408a-bfb4-7a28f58dcc5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ae8ff8a-b9e8-4629-bcbd-38d0f8ba8bd6 HTTP/1.1" status: 204 len: 168 time: 0.1176033 Jul 13 02:28:52.402655 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847401b-bd9d-408a-bfb4-7a28f58dcc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae8ff8a-b9e8-4629-bcbd-38d0f8ba8bd6,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:53.135048 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72241fd-e688-483f-8578-8e5b5acd6450 req-58df6eda-8802-4d28-8c45-c2eccc8b5562 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:53.136566 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c72241fd-e688-483f-8578-8e5b5acd6450 req-58df6eda-8802-4d28-8c45-c2eccc8b5562 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0685279 Jul 13 02:28:53.177596 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c72241fd-e688-483f-8578-8e5b5acd6450 req-49ca0b84-aeff-4d4e-9169-1b29c7b83da7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327635 Jul 13 02:28:53.343277 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-b3eb3c2c-4f82-42c6-88ea-4cd4bbe0fda4 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=0cde6389460449d8b56f7b5098c7b590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288618 Jul 13 02:28:53.531735 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-9b2f0b41-94f3-44ae-ae68-e354470cdf47 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:53.533257 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-9b2f0b41-94f3-44ae-ae68-e354470cdf47 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848779 Jul 13 02:28:53.549304 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-8f881b13-1987-4d86-90a2-e1691cc66b61 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/quotas/0cde6389460449d8b56f7b5098c7b590 HTTP/1.1" status: 200 len: 375 time: 0.0092072 Jul 13 02:28:53.583236 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-15cd301f-a142-495f-984a-7b571e4fcfa2 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0cde6389460449d8b56f7b5098c7b590&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276020 Jul 13 02:28:53.763521 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cb83c168-9606-4763-8491-416537b63cf4 req-fbc04dbf-b0dc-4dac-ab22-b2a99d701b2f tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 210 time: 0.0317802 Jul 13 02:28:54.359907 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37324) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:54.364545 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61c43d-492d-49cc-a936-25826a643440 req-38fa44de-3dc6-49f8-b2ee-91958ac628e2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:54.366145 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8a61c43d-492d-49cc-a936-25826a643440 req-38fa44de-3dc6-49f8-b2ee-91958ac628e2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0652316 Jul 13 02:28:54.407663 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8a61c43d-492d-49cc-a936-25826a643440 req-a759d424-38ba-4be3-b96d-0a4016abaaf0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355692 Jul 13 02:28:54.466831 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78fce527-13e8-46bc-b74b-81ef346479b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:54.562207 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78fce527-13e8-46bc-b74b-81ef346479b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:54.565938 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-78fce527-13e8-46bc-b74b-81ef346479b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:54.607381 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-78fce527-13e8-46bc-b74b-81ef346479b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46a8a932d6d745e29fba28d2b46e8080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462351 Jul 13 02:28:54.608052 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fce527-13e8-46bc-b74b-81ef346479b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b980f5-ebce-4a1d-a998-c1d1397e3e8e,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:54.609873 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 37328) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:54.887504 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6ab61322-14ed-47a6-8e2f-23e86b3f34b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:54.934524 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-629a6327-e4f9-49c4-af68-53556c76f7d8 req-4665e4a9-a925-423f-aacf-87acfadfc5d1 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 210 time: 0.0379419 Jul 13 02:28:54.936527 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6ab61322-14ed-47a6-8e2f-23e86b3f34b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:54.993589 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6ab61322-14ed-47a6-8e2f-23e86b3f34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:54.996365 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6ab61322-14ed-47a6-8e2f-23e86b3f34b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:54.997616 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-6ab61322-14ed-47a6-8e2f-23e86b3f34b0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89b980f5-ebce-4a1d-a998-c1d1397e3e8e HTTP/1.1" status: 204 len: 168 time: 0.3867211 Jul 13 02:28:55.005530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab61322-14ed-47a6-8e2f-23e86b3f34b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b980f5-ebce-4a1d-a998-c1d1397e3e8e,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:55.302319 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37348) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:55.318294 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-af3088c9-5da4-4ed0-98d5-1ce2ec7ec253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.325528 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-e6cb4800-641a-4b27-928c-5f4557526775 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=0cde6389460449d8b56f7b5098c7b590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284941 Jul 13 02:28:55.425019 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-af3088c9-5da4-4ed0-98d5-1ce2ec7ec253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.431683 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-af3088c9-5da4-4ed0-98d5-1ce2ec7ec253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.476058 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-af3088c9-5da4-4ed0-98d5-1ce2ec7ec253 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d772cfe401e34cd085dddc7f14831355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718097 Jul 13 02:28:55.479425 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37356) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:55.531134 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-803c8d1d-12f8-4c5b-85b8-e68a5084b4ee tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:55.531757 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3088c9-5da4-4ed0-98d5-1ce2ec7ec253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49404f11-3299-4b6e-95f5-70f4c4c31cb9,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:55.532864 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-803c8d1d-12f8-4c5b-85b8-e68a5084b4ee tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701970 Jul 13 02:28:55.544669 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc225a91-962c-4835-8265-b6f11cab8534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.572602 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc225a91-962c-4835-8265-b6f11cab8534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.582291 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Request body: {'port': {'device_id': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'network_id': '7638b690-c800-469f-920a-e2407b674a94', 'admin_state_up': True, 'tenant_id': '0cde6389460449d8b56f7b5098c7b590'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:55.635281 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc225a91-962c-4835-8265-b6f11cab8534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.638377 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bc225a91-962c-4835-8265-b6f11cab8534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.640026 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bc225a91-962c-4835-8265-b6f11cab8534 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49404f11-3299-4b6e-95f5-70f4c4c31cb9 HTTP/1.1" status: 204 len: 168 time: 0.1595685 Jul 13 02:28:55.653666 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc225a91-962c-4835-8265-b6f11cab8534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49404f11-3299-4b6e-95f5-70f4c4c31cb9,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:55.712452 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981abcbd-2b90-40eb-b977-ccd220924ad8 req-92600744-701c-47b0-b9d0-2310f0dfe9c7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:55.714379 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-981abcbd-2b90-40eb-b977-ccd220924ad8 req-92600744-701c-47b0-b9d0-2310f0dfe9c7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1739633 Jul 13 02:28:55.777244 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Made reservation on behalf of 0cde6389460449d8b56f7b5098c7b590 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:55.780722 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.792349 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.796811 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-981abcbd-2b90-40eb-b977-ccd220924ad8 req-42bcad28-9d4a-45e9-9758-58d51820855b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729408 Jul 13 02:28:55.897161 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.902151 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:55.977583 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:56.100888 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Allocated IP 192.168.233.55 (7638b690-c800-469f-920a-e2407b674a94/7753ee27-60de-42d3-8d08-cabad6b0689f/dc812ec0-21e2-49bb-a037-6c9aadf5274a) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:28:56.104396 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-73db1d11-fd01-4e6d-a20c-dd33dd03a6bb req-cc614fe6-7a58-40ba-ac56-af1880c064ee tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 210 time: 0.0358615 Jul 13 02:28:56.260974 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.275554 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Transition to ACTIVE for port object dc812ec0-21e2-49bb-a037-6c9aadf5274a will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:28:56.311073 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.353157 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Network 7638b690-c800-469f-920a-e2407b674a94 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:28:56.363483 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:28:56.367317 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:28:56.406670 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Pushing event updated for resources: {'Port': ['ID=dc812ec0-21e2-49bb-a037-6c9aadf5274a,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:56.414849 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37396) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:56.447738 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:56.448644 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.485689 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-a3466f8d-61a2-4cb4-a69b-2f503e5f1e8d tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9085147 Jul 13 02:28:56.535850 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Request body: {'port': {'device_id': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:56.576310 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2106304709-network', 'tenant_id': 'e610130b70c8444c99ef85fba4d41ba3'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:56.602788 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Made reservation on behalf of e610130b70c8444c99ef85fba4d41ba3 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:56.605985 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.615668 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.621790 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.663076 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-156ef677-9e93-4649-9a59-3d94182df3e6 None None] Provisioning for port dc812ec0-21e2-49bb-a037-6c9aadf5274a completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:28:56.666870 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-156ef677-9e93-4649-9a59-3d94182df3e6 None None] Provisioning complete for port dc812ec0-21e2-49bb-a037-6c9aadf5274a triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:28:56.667247 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-156ef677-9e93-4649-9a59-3d94182df3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.722196 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-156ef677-9e93-4649-9a59-3d94182df3e6 None None] Port dc812ec0-21e2-49bb-a037-6c9aadf5274a cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:28:56.722667 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.728226 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.747945 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:28:56.769342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.769678 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Added segment 582ec3ab-e824-4c8f-8da5-cbe088414285 of type vlan for network a6fc1a01-9033-4672-b961-a0ab51d00378 Jul 13 02:28:56.777966 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7b6675-166c-49b7-b119-8a8bd76d8990,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:56.815904 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.851766 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.853204 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:56.853812 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.887011 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4710653 Jul 13 02:28:56.890058 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37418) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:56.897387 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Request body: {'subnet': {'network_id': 'a6fc1a01-9033-4672-b961-a0ab51d00378', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2106304709-subnet', 'tenant_id': 'e610130b70c8444c99ef85fba4d41ba3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:56.938191 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae377f-e377-4bf4-a3ea-765d5d3807fb admin admin] Pushing event updated for resources: {'Network': ['ID=a6fc1a01-9033-4672-b961-a0ab51d00378,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:56.951601 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Made reservation on behalf of e610130b70c8444c99ef85fba4d41ba3 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:56.953189 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network a6fc1a01-9033-4672-b961-a0ab51d00378 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:28:56.954330 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098261'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.968680 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc812ec0-21e2-49bb-a037-6c9aadf5274a {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:28:56.979572 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:56.997093 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Transition to ACTIVE for port object dc812ec0-21e2-49bb-a037-6c9aadf5274a will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:28:57.005249 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:57.073547 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa40bd-3ac4-4f85-b833-86eb9c578ee1 req-0341ed14-3022-4f82-9c03-deb29cc63865 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:57.075573 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-48aa40bd-3ac4-4f85-b833-86eb9c578ee1 req-0341ed14-3022-4f82-9c03-deb29cc63865 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1431267 Jul 13 02:28:57.105669 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=dc812ec0-21e2-49bb-a037-6c9aadf5274a,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:57.155651 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098215'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:57.156862 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.157221 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.157732 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.158249 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.158721 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.159285 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.159543 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.159872 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.160351 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.160685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.161009 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.161477 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:28:57.200395 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-48aa40bd-3ac4-4f85-b833-86eb9c578ee1 req-c0d45865-cebe-49d3-bd81-573b9da29556 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983322 Jul 13 02:28:57.220479 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Attempting to bind port dc812ec0-21e2-49bb-a037-6c9aadf5274a on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:28:57.220635 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Attempting to bind port dc812ec0-21e2-49bb-a037-6c9aadf5274a by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:28:57.220970 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Attempting to bind port dc812ec0-21e2-49bb-a037-6c9aadf5274a on network 7638b690-c800-469f-920a-e2407b674a94 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:28:57.224183 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ae821d-877c-49ed-84a1-6bdf4c252c21,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:57.226830 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Port dc812ec0-21e2-49bb-a037-6c9aadf5274a on network 7638b690-c800-469f-920a-e2407b674a94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:28:57.226830 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Attempting to bind port dc812ec0-21e2-49bb-a037-6c9aadf5274a on network 7638b690-c800-469f-920a-e2407b674a94 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:28:57.244280 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:28:57.244507 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Checking segment: {'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:28:57.244801 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Bound using segment: {'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:28:57.245247 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Bound port: dc812ec0-21e2-49bb-a037-6c9aadf5274a, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cef274-9f88-4421-a63d-78d63c1d0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7638b690-c800-469f-920a-e2407b674a94'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:28:57.245818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:57.255093 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Checking segment: {'id': '582ec3ab-e824-4c8f-8da5-cbe088414285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a6fc1a01-9033-4672-b961-a0ab51d00378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:28:57.255584 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Network hostable DHCP agents. Network: a6fc1a01-9033-4672-b961-a0ab51d00378, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:28:57.277777 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Network a6fc1a01-9033-4672-b961-a0ab51d00378 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:28:57.291221 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, a6fc1a01-9033-4672-b961-a0ab51d00378) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:28:57.296201 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:57.296959 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:57.315258 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e17eb75-f44a-4e83-9465-3faf6cdd717f None None] Network a6fc1a01-9033-4672-b961-a0ab51d00378 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:28:57.328853 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-187d97dc-a308-4508-9d6f-5cd14547fee7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4357243 Jul 13 02:28:57.383564 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] For port dc812ec0-21e2-49bb-a037-6c9aadf5274a, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:28:57.388424 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] For port dc812ec0-21e2-49bb-a037-6c9aadf5274a, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dc812ec0-21e2-49bb-a037-6c9aadf5274a,segment=NetworkSegment(32cef274-9f88-4421-a63d-78d63c1d0915),segment_id=32cef274-9f88-4421-a63d-78d63c1d0915)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:28:57.396445 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:57.407147 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8addb79-5763-4335-b7a4-f974a396d8f0 req-1700b5ba-de16-421c-a7fc-ef05c0e44444 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:57.408690 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d8addb79-5763-4335-b7a4-f974a396d8f0 req-1700b5ba-de16-421c-a7fc-ef05c0e44444 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 947 time: 0.1581635 Jul 13 02:28:57.466327 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:57.467239 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:57.469038 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] 10.222.0.39 "PUT /v2.0/ports/dc812ec0-21e2-49bb-a037-6c9aadf5274a HTTP/1.1" status: 200 len: 1097 time: 0.9374878 Jul 13 02:28:57.469700 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'tag': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:28:57.472297 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b58152f-fd23-466c-8d6e-caaa72c7ac05" -d '{"events": [{"name": "network-changed", "server_uuid": "d685507b-3451-47d7-a263-a2ef87d8f116", "tag": "dc812ec0-21e2-49bb-a037-6c9aadf5274a"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:28:57.477283 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b104d900-ea9b-416d-a07b-945031ddcfc0 None None] Network a6fc1a01-9033-4672-b961-a0ab51d00378 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:28:57.521896 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d8addb79-5763-4335-b7a4-f974a396d8f0 req-2815895f-75e7-4b12-8ec4-f00dd917dd90 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051128 Jul 13 02:28:57.522947 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94d90c-4375-4417-88fd-1b6b28e0fc4b service neutron] Pushing event updated for resources: {'Port': ['ID=dc812ec0-21e2-49bb-a037-6c9aadf5274a,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:57.552329 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63975fca-7192-4573-aca2-d85454646e57 x-openstack-request-id: req-63975fca-7192-4573-aca2-d85454646e57 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:28:57.553483 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d685507b-3451-47d7-a263-a2ef87d8f116", "tag": "dc812ec0-21e2-49bb-a037-6c9aadf5274a", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:28:57.553890 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63975fca-7192-4573-aca2-d85454646e57 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:28:57.554372 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'tag': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a', 'status': 'completed', 'code': 200} Jul 13 02:28:57.641976 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-de17075b-a7de-403b-8303-e6c7ec7db215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:57.643566 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-de17075b-a7de-403b-8303-e6c7ec7db215 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cde6389460449d8b56f7b5098c7b590&device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 1100 time: 0.0636866 Jul 13 02:28:57.698391 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-cc62484a-91a4-4c24-a5f1-ef10ef67ad30 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=dc812ec0-21e2-49bb-a037-6c9aadf5274a HTTP/1.1" status: 200 len: 217 time: 0.0395782 Jul 13 02:28:57.750651 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-667e9212-b319-42ef-b653-99f3f5ca1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:57.752146 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-667e9212-b319-42ef-b653-99f3f5ca1e0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7753ee27-60de-42d3-8d08-cabad6b0689f HTTP/1.1" status: 200 len: 843 time: 0.0467489 Jul 13 02:28:57.813352 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-db2529c6-c5ad-46df-98ef-2675017ebd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:57.814879 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-db2529c6-c5ad-46df-98ef-2675017ebd10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7638b690-c800-469f-920a-e2407b674a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0556312 Jul 13 02:28:57.924708 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-3ffde248-b2d6-4409-b251-3947beeee094 service neutron] 10.222.0.39 "GET /v2.0/networks/7638b690-c800-469f-920a-e2407b674a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004159 Jul 13 02:28:58.033433 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37452) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:58.039270 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-483550672-network', 'tenant_id': '116b4df78fbd4909b645dc8cc77174f1'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:58.067594 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Made reservation on behalf of 116b4df78fbd4909b645dc8cc77174f1 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:58.071174 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.116268 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.120630 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-153dcc8b-442c-4e13-b0e6-30eec6aaa222 req-e9dbe1e2-8b95-4831-9e9c-e9e28331d691 service neutron] 10.222.0.39 "GET /v2.0/networks/7638b690-c800-469f-920a-e2407b674a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818123 Jul 13 02:28:58.277895 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.290654 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.312225 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:28:58.334762 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7822f5-9b6b-4ce6-baa9-200980679fc3,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:58.338450 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.339139 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Added segment 5fb79c0c-ed31-4825-a7d0-71ec8793eef1 of type vlan for network bc64d7d4-4e49-41cb-9453-0ccb367fac7d Jul 13 02:28:58.392321 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.423912 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.424833 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:58.425426 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.457414 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4227562 Jul 13 02:28:58.460853 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37472) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:28:58.465715 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Request body: {'subnet': {'network_id': 'bc64d7d4-4e49-41cb-9453-0ccb367fac7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-483550672-subnet', 'tenant_id': '116b4df78fbd4909b645dc8cc77174f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:28:58.499004 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8c5c7-3b72-4906-bbb6-6735892f930d admin admin] Pushing event updated for resources: {'Network': ['ID=bc64d7d4-4e49-41cb-9453-0ccb367fac7d,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:58.504944 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-97d40cd1-3925-458f-97ff-606a842457ac tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:58.506945 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-97d40cd1-3925-458f-97ff-606a842457ac tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 0.2144527 Jul 13 02:28:58.509161 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-c732fa79-ad83-4647-9ada-c872f0c933a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:58.509395 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network bc64d7d4-4e49-41cb-9453-0ccb367fac7d details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:28:58.510638 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-c732fa79-ad83-4647-9ada-c872f0c933a6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0cde6389460449d8b56f7b5098c7b590&device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 1100 time: 0.2272577 Jul 13 02:28:58.516846 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Made reservation on behalf of 116b4df78fbd4909b645dc8cc77174f1 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:28:58.519642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098261'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.525123 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031ac7b-5e33-48e9-8fcc-6994c7d1d2fb req-f1a11f25-940b-4ee4-be68-8383d4bf865d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:58.526721 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c031ac7b-5e33-48e9-8fcc-6994c7d1d2fb req-f1a11f25-940b-4ee4-be68-8383d4bf865d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1626902 Jul 13 02:28:58.561397 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-52668328-4cf2-492c-8af0-0f995618e50c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/quotas/6b3bcc4decdb4d42a7f3efd99887e102 HTTP/1.1" status: 200 len: 375 time: 0.0464299 Jul 13 02:28:58.657216 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c031ac7b-5e33-48e9-8fcc-6994c7d1d2fb req-17a2b6b8-7a14-4d0f-a845-af7e0500291d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143856 Jul 13 02:28:58.701441 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-2a5fe860-b81d-4ef2-ba23-7d349f2cbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:58.702989 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-2a5fe860-b81d-4ef2-ba23-7d349f2cbbbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=7638b690-c800-469f-920a-e2407b674a94 HTTP/1.1" status: 200 len: 870 time: 0.1707623 Jul 13 02:28:58.704411 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098215'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.711949 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-3269f6c0-49cf-437b-8066-4614e4fee0d6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1380968 Jul 13 02:28:58.755519 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-d3fd9fcc-3d59-4ded-abc5-434258565196 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=dc812ec0-21e2-49bb-a037-6c9aadf5274a HTTP/1.1" status: 200 len: 217 time: 0.0426481 Jul 13 02:28:58.766768 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c793083-13d4-4bef-acc1-289ec69acd0b,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:28:58.777027 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Checking segment: {'id': '5fb79c0c-ed31-4825-a7d0-71ec8793eef1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bc64d7d4-4e49-41cb-9453-0ccb367fac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:28:58.777372 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Network hostable DHCP agents. Network: bc64d7d4-4e49-41cb-9453-0ccb367fac7d, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:28:58.796960 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Network bc64d7d4-4e49-41cb-9453-0ccb367fac7d is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:28:58.808759 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, bc64d7d4-4e49-41cb-9453-0ccb367fac7d) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:28:58.813370 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:58.814357 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:28:58.829612 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5f484-31e2-4019-856e-9a7512490387 None None] Network bc64d7d4-4e49-41cb-9453-0ccb367fac7d requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:28:58.836380 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a159fb89-d35e-42b5-83a4-d30e8802864e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3701277 Jul 13 02:28:58.861441 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-fcaee04e-80da-4f09-a09e-5a8017025bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:58.863336 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-fcaee04e-80da-4f09-a09e-5a8017025bf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7753ee27-60de-42d3-8d08-cabad6b0689f HTTP/1.1" status: 200 len: 843 time: 0.0967426 Jul 13 02:28:58.892149 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6ae1e888-5bc9-4352-8d7d-9fc4cf6f042a service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726553 Jul 13 02:28:58.989536 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a472cd98-7812-4c5e-aa8b-664905e0c8a2 None None] Network bc64d7d4-4e49-41cb-9453-0ccb367fac7d requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:28:59.048822 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-f5010dcf-8931-438b-bf90-05036b270154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:59.050473 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-f5010dcf-8931-438b-bf90-05036b270154 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7638b690-c800-469f-920a-e2407b674a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1706190 Jul 13 02:28:59.089099 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-1add7bb4-780b-4583-ad7d-5801374ce2f1 service neutron] 10.222.0.32 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802518 Jul 13 02:28:59.155879 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dd385-e7e6-453a-8c23-32cc212ab55b req-33133397-a0bc-4efa-b025-9d4f79456398 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:59.163630 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-452dd385-e7e6-453a-8c23-32cc212ab55b req-33133397-a0bc-4efa-b025-9d4f79456398 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 947 time: 0.2222948 Jul 13 02:28:59.227912 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-452dd385-e7e6-453a-8c23-32cc212ab55b req-1cf8193a-acd8-4c84-a4d7-ea419fd2d7a8 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642781 Jul 13 02:28:59.230291 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-5973e473-036b-4b75-b1ac-0471a40ce332 service neutron] 10.222.0.39 "GET /v2.0/networks/7638b690-c800-469f-920a-e2407b674a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702359 Jul 13 02:28:59.412411 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8b58152f-fd23-466c-8d6e-caaa72c7ac05 req-93303fc7-c9ac-487c-b559-6b50bb067521 service neutron] 10.222.0.39 "GET /v2.0/networks/7638b690-c800-469f-920a-e2407b674a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670151 Jul 13 02:28:59.570737 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-80fbf357-fd5b-40a1-959e-19edf309afd5 req-efa7e6ef-66f1-4017-9cd2-c1ef7fc3de8d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 210 time: 0.0312743 Jul 13 02:28:59.845505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195270b-6ba7-4fd0-9761-d5a4780946ba req-16d66c5d-e945-4440-9ff0-0fc089fb02d6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:28:59.847019 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7195270b-6ba7-4fd0-9761-d5a4780946ba req-16d66c5d-e945-4440-9ff0-0fc089fb02d6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0628996 Jul 13 02:28:59.886168 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7195270b-6ba7-4fd0-9761-d5a4780946ba req-2fe96885-7a1e-4b1c-ae50-e97c1c0f9ca0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Jul 13 02:29:00.394287 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5135ff6-d9a2-4ed7-ad1b-7a44e3f0a44a req-0ac579e8-389d-44e3-af24-73c772cb1c4f tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:00.395779 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c5135ff6-d9a2-4ed7-ad1b-7a44e3f0a44a req-0ac579e8-389d-44e3-af24-73c772cb1c4f tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 947 time: 0.0643027 Jul 13 02:29:00.433866 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c5135ff6-d9a2-4ed7-ad1b-7a44e3f0a44a req-69a07cc3-250a-4490-ab5a-2848107b13fc tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317917 Jul 13 02:29:00.732529 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fdaed324-0c78-4ad7-afa0-d1477fbf83e1 req-4626a746-d978-4747-b771-00712a0caaf6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 210 time: 0.0445120 Jul 13 02:29:00.823057 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-fab92711-e01f-41a3-aa0f-7f64d3fd007a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:00.824612 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-fab92711-e01f-41a3-aa0f-7f64d3fd007a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 815 time: 0.1487532 Jul 13 02:29:00.855019 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Request body: {'port': {'device_id': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'admin_state_up': True, 'tenant_id': '6b3bcc4decdb4d42a7f3efd99887e102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:29:00.977815 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Made reservation on behalf of 6b3bcc4decdb4d42a7f3efd99887e102 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:29:00.981715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:01.374164 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264b01f-bdc2-45b1-ac18-d1b03b4416d0 req-4ee5acca-2aca-4980-84b1-947f6e04e2a7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:01.375411 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b264b01f-bdc2-45b1-ac18-d1b03b4416d0 req-4ee5acca-2aca-4980-84b1-947f6e04e2a7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.3723369 Jul 13 02:29:01.394303 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Allocated IP 172.20.0.10 (bbf39b0f-a6a8-4156-9bab-028e4f2bf745/67f2d1b3-8b06-44e2-8bb4-85f6863b5229/1331fe83-6765-4c69-b422-419458955d3f) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:29:01.436332 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b264b01f-bdc2-45b1-ac18-d1b03b4416d0 req-90dae00c-a12c-4472-9b2d-54b86a0083b3 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543284 Jul 13 02:29:01.594535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:01.644378 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ad01d-ca75-4a39-87c1-0cbf4883f9cb req-624ad9a8-6c9b-43ed-b5f8-247f973f6693 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:01.645883 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ee7ad01d-ca75-4a39-87c1-0cbf4883f9cb req-624ad9a8-6c9b-43ed-b5f8-247f973f6693 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 947 time: 0.1015360 Jul 13 02:29:01.668812 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:01.686462 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dc812ec0-21e2-49bb-a037-6c9aadf5274a details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:29:01.727957 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:29:01.733198 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'a3decc40-d384-449b-b7b0-9d10dd653354', '543eb3b5-2e4c-41c7-a86e-841db9532b16'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:29:01.737686 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:29:01.742522 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:29:01.749947 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ee7ad01d-ca75-4a39-87c1-0cbf4883f9cb req-c2155327-346c-4b68-990e-a525d02161b6 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982959 Jul 13 02:29:01.752088 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event updated for resources: {'Port': ['ID=1331fe83-6765-4c69-b422-419458955d3f,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:01.813231 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:01.814221 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:01.832971 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-6b2eb714-82af-4563-8236-79031e67e1d1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9853675 Jul 13 02:29:01.855009 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dc812ec0-21e2-49bb-a037-6c9aadf5274a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dc812ec0-21e2-49bb-a037-6c9aadf5274a,segment=NetworkSegment(32cef274-9f88-4421-a63d-78d63c1d0915),segment_id=32cef274-9f88-4421-a63d-78d63c1d0915)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:01.859205 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Request body: {'port': {'device_id': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:29:01.991309 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a', 'network_id': '7638b690-c800-469f-920a-e2407b674a94', 'port_id': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a', 'mac_address': 'fa:16:3e:8a:18:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7753ee27-60de-42d3-8d08-cabad6b0689f', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:29:02.030137 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c32c4-949d-44f2-8ecc-43a90e251fdb req-49f18347-98d5-4ad3-a8ea-262108dfab66 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:02.031643 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6a1c32c4-949d-44f2-8ecc-43a90e251fdb req-49f18347-98d5-4ad3-a8ea-262108dfab66 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 932 time: 0.1436224 Jul 13 02:29:02.032636 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.053582 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.079007 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc812ec0-21e2-49bb-a037-6c9aadf5274a {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:29:02.116253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dc812ec0-21e2-49bb-a037-6c9aadf5274a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dc812ec0-21e2-49bb-a037-6c9aadf5274a,segment=NetworkSegment(32cef274-9f88-4421-a63d-78d63c1d0915),segment_id=32cef274-9f88-4421-a63d-78d63c1d0915)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:02.122414 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6a1c32c4-949d-44f2-8ecc-43a90e251fdb req-998af31a-7404-4c24-8cf1-8b6101639873 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786262 Jul 13 02:29:02.125277 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.235284 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=dc812ec0-21e2-49bb-a037-6c9aadf5274a,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:02.410274 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1331fe83-6765-4c69-b422-419458955d3f {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:29:02.417055 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.431868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Transition to ACTIVE for port object 1331fe83-6765-4c69-b422-419458955d3f will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:29:02.437002 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.493652 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1331fe83-6765-4c69-b422-419458955d3f,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:02.575413 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Attempting to bind port 1331fe83-6765-4c69-b422-419458955d3f on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:29:02.575742 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Attempting to bind port 1331fe83-6765-4c69-b422-419458955d3f by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:29:02.576065 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Attempting to bind port 1331fe83-6765-4c69-b422-419458955d3f on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:29:02.601272 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Port 1331fe83-6765-4c69-b422-419458955d3f on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:29:02.601592 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Attempting to bind port 1331fe83-6765-4c69-b422-419458955d3f on network bbf39b0f-a6a8-4156-9bab-028e4f2bf745 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:29:02.608882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:29:02.609218 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Checking segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:29:02.609595 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Bound using segment: {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:29:02.610013 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Bound port: 1331fe83-6765-4c69-b422-419458955d3f, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd022e019-0e5f-43a6-9be5-f0008090d7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:29:02.610439 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.676807 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8c37-5cf3-4d38-8b0e-adcdbe6e3b67 req-d0034bca-69b6-4eb8-ac20-180172197c6c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:02.678958 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c2a8c37-5cf3-4d38-8b0e-adcdbe6e3b67 req-d0034bca-69b6-4eb8-ac20-180172197c6c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1164403 Jul 13 02:29:02.705533 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] For port 1331fe83-6765-4c69-b422-419458955d3f, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:29:02.727003 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] For port 1331fe83-6765-4c69-b422-419458955d3f, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=1331fe83-6765-4c69-b422-419458955d3f,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:29:02.733137 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.737161 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c2a8c37-5cf3-4d38-8b0e-adcdbe6e3b67 req-a2dc6603-9b92-4c08-99fb-8326e9d377e3 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512714 Jul 13 02:29:02.769946 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:02.770586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:02.772161 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] 10.222.0.39 "PUT /v2.0/ports/1331fe83-6765-4c69-b422-419458955d3f HTTP/1.1" status: 200 len: 1094 time: 0.9175761 Jul 13 02:29:02.772580 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'tag': '1331fe83-6765-4c69-b422-419458955d3f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:02.774823 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef827e5d-e475-4858-b3f6-c09439812a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e522ea39-8cb0-4f4f-8346-d951228edeaf", "tag": "1331fe83-6765-4c69-b422-419458955d3f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:02.789624 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['dc812ec0-21e2-49bb-a037-6c9aadf5274a'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:29:02.808399 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a986f5-3237-4096-bfc1-645ac42becc7 service neutron] Pushing event updated for resources: {'Port': ['ID=1331fe83-6765-4c69-b422-419458955d3f,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:02.820889 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf0050e-8d94-46c8-b780-fd377ad49d48 x-openstack-request-id: req-bdf0050e-8d94-46c8-b780-fd377ad49d48 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:02.821180 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e522ea39-8cb0-4f4f-8346-d951228edeaf", "tag": "1331fe83-6765-4c69-b422-419458955d3f", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:02.821428 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdf0050e-8d94-46c8-b780-fd377ad49d48 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:02.821811 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'tag': '1331fe83-6765-4c69-b422-419458955d3f', 'status': 'completed', 'code': 200} Jul 13 02:29:02.937192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-afcb64e7-36be-4700-b801-c9c697992c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:02.938745 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-afcb64e7-36be-4700-b801-c9c697992c15 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 1097 time: 0.0892808 Jul 13 02:29:03.004805 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e348d-2c37-4bc2-90e2-eccbdc590d76 req-58b3c108-6c3b-4a41-9f42-e5d0c0ab57b6 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:03.006534 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d5e348d-2c37-4bc2-90e2-eccbdc590d76 req-58b3c108-6c3b-4a41-9f42-e5d0c0ab57b6 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 948 time: 0.1084819 Jul 13 02:29:03.007768 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-1a63b6ba-3191-45f5-9ead-a35b8917f54a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1331fe83-6765-4c69-b422-419458955d3f HTTP/1.1" status: 200 len: 217 time: 0.0468042 Jul 13 02:29:03.080158 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d5e348d-2c37-4bc2-90e2-eccbdc590d76 req-7dc184c5-1a33-47ad-8224-b838bc596e51 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673652 Jul 13 02:29:03.086213 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-050a3bff-5cf7-48d9-96cb-8fc12883751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:03.087632 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-050a3bff-5cf7-48d9-96cb-8fc12883751b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.0729418 Jul 13 02:29:03.147802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-c686a654-06e6-4413-92dd-4cab3ddb35fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266454 Jul 13 02:29:03.253122 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-43b67c6d-705b-473d-a16e-014d98a4efce service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962307 Jul 13 02:29:03.365990 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adbf8-6cdf-4f5e-8c26-9b81f776197b req-d803a730-c978-4f7c-b1f4-6d7df0e5af1a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:03.367570 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e34adbf8-6cdf-4f5e-8c26-9b81f776197b req-d803a730-c978-4f7c-b1f4-6d7df0e5af1a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 944 time: 0.1289556 Jul 13 02:29:03.398278 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-de8c9433-ec57-4900-8694-6f5bbb939731 req-9a582237-5514-4e6c-8e97-01aef0d40284 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285415 Jul 13 02:29:03.417708 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e34adbf8-6cdf-4f5e-8c26-9b81f776197b req-1b1e632e-4a03-49fe-88c6-d70ce10864a3 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439503 Jul 13 02:29:03.577468 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-4692ee85-2d03-4d75-9604-9917784eb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:03.579308 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-4692ee85-2d03-4d75-9604-9917784eb700 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 1097 time: 0.0557964 Jul 13 02:29:03.675408 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-7a254150-01ff-4fff-9ce5-48c1cb713122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:03.676905 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-7a254150-01ff-4fff-9ce5-48c1cb713122 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 200 len: 916 time: 0.0875196 Jul 13 02:29:03.725145 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-31e7819a-dd45-4076-96a0-a64891fb77e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1331fe83-6765-4c69-b422-419458955d3f HTTP/1.1" status: 200 len: 217 time: 0.0346735 Jul 13 02:29:03.782895 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-eca36a21-aa48-428e-bd14-d5abecf572dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:03.784350 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-eca36a21-aa48-428e-bd14-d5abecf572dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 200 len: 855 time: 0.0470810 Jul 13 02:29:03.825323 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-7085224c-69c2-4608-ace0-5d176c105177 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bbf39b0f-a6a8-4156-9bab-028e4f2bf745&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327463 Jul 13 02:29:03.965698 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-ecd51093-a0f1-437a-9968-cdedcfaf6d4b service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302378 Jul 13 02:29:03.977528 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe73ccc-c3b0-439b-adf2-361fd7a1c468 req-0073613e-b1e2-406c-99aa-d6a1001360aa tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:03.978968 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bfe73ccc-c3b0-439b-adf2-361fd7a1c468 req-0073613e-b1e2-406c-99aa-d6a1001360aa tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1169946 Jul 13 02:29:04.066433 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bfe73ccc-c3b0-439b-adf2-361fd7a1c468 req-7add2f1c-fe7f-4bcf-a911-a38f74359adb tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795219 Jul 13 02:29:04.088204 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef827e5d-e475-4858-b3f6-c09439812a1c req-16733ecf-678e-419d-8037-78de0b109639 service neutron] 10.222.0.39 "GET /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083195 Jul 13 02:29:04.258272 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7cf3f5-1383-4dde-b865-1f670552a319 req-9e79031e-d007-4ce8-85a5-7e543773ff1a tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:04.259731 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8d7cf3f5-1383-4dde-b865-1f670552a319 req-9e79031e-d007-4ce8-85a5-7e543773ff1a tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 948 time: 0.0653727 Jul 13 02:29:04.296513 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8d7cf3f5-1383-4dde-b865-1f670552a319 req-6f4c0e35-3d61-437e-8cdb-6e00e686c08a tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308554 Jul 13 02:29:04.591152 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894fdaa-f155-450d-a641-27bdf8ccd40f req-38fcc202-a254-4260-886f-25b5092e7cee tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:04.592646 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2894fdaa-f155-450d-a641-27bdf8ccd40f req-38fcc202-a254-4260-886f-25b5092e7cee tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 944 time: 0.0639091 Jul 13 02:29:04.629148 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2894fdaa-f155-450d-a641-27bdf8ccd40f req-28672158-fb4f-4254-a115-c4d6831e4ee0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310383 Jul 13 02:29:05.236061 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd8846-6447-468c-b20e-ad5f068edffa req-77a8c902-0b7b-41a4-a0e2-f0e82f34ba50 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:05.237568 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-50dd8846-6447-468c-b20e-ad5f068edffa req-77a8c902-0b7b-41a4-a0e2-f0e82f34ba50 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0617101 Jul 13 02:29:05.275980 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-50dd8846-6447-468c-b20e-ad5f068edffa req-efab8f92-5296-45f3-a6fe-03c4a70fb8e4 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Jul 13 02:29:05.466862 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea2245-cc96-4cb3-acd2-a838c3deca78 req-0c3295f2-01d8-48f1-9212-bb92042e05cb tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:05.468305 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33ea2245-cc96-4cb3-acd2-a838c3deca78 req-0c3295f2-01d8-48f1-9212-bb92042e05cb tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 948 time: 0.0635350 Jul 13 02:29:05.505950 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33ea2245-cc96-4cb3-acd2-a838c3deca78 req-7700407f-26e9-45ec-97c4-9cf7eb959820 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314045 Jul 13 02:29:05.697668 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dc812ec0-21e2-49bb-a037-6c9aadf5274a up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:29:05.744777 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port dc812ec0-21e2-49bb-a037-6c9aadf5274a completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:29:05.748853 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port dc812ec0-21e2-49bb-a037-6c9aadf5274a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:05.749521 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:05.803232 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068736a-9b31-4ab6-823b-e5c4bb12ad91 req-4c75d2ad-687e-498b-a14b-89f0ec232275 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:05.804724 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4068736a-9b31-4ab6-823b-e5c4bb12ad91 req-4c75d2ad-687e-498b-a14b-89f0ec232275 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 944 time: 0.0639453 Jul 13 02:29:05.805077 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:05.843999 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:05.844140 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4068736a-9b31-4ab6-823b-e5c4bb12ad91 req-5573b722-dc07-4690-9a88-a75ecf5779fb tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Jul 13 02:29:05.876452 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:05.878846 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87522b00-c83c-4655-9b50-f97558ef697e" -d '{"events": [{"server_uuid": "d685507b-3451-47d7-a263-a2ef87d8f116", "name": "network-vif-plugged", "status": "completed", "tag": "dc812ec0-21e2-49bb-a037-6c9aadf5274a"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:05.894005 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dc812ec0-21e2-49bb-a037-6c9aadf5274a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dc812ec0-21e2-49bb-a037-6c9aadf5274a,segment=NetworkSegment(32cef274-9f88-4421-a63d-78d63c1d0915),segment_id=32cef274-9f88-4421-a63d-78d63c1d0915)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:05.898728 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:05.935829 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3cc5b4-8488-43b6-b772-ee564a412dc9 x-openstack-request-id: req-de3cc5b4-8488-43b6-b772-ee564a412dc9 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:05.936122 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d685507b-3451-47d7-a263-a2ef87d8f116", "name": "network-vif-plugged", "status": "completed", "tag": "dc812ec0-21e2-49bb-a037-6c9aadf5274a", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:05.936367 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de3cc5b4-8488-43b6-b772-ee564a412dc9 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:05.936738 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a', 'code': 200} Jul 13 02:29:05.958166 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=dc812ec0-21e2-49bb-a037-6c9aadf5274a,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:06.237611 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e788c294-9721-4d96-bae0-c086b1584edc None None] Provisioning complete for port dc812ec0-21e2-49bb-a037-6c9aadf5274a triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:06.237866 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e788c294-9721-4d96-bae0-c086b1584edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:06.294419 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faaf4d5-c3c9-46b0-af70-eb8acbc0fe45 req-28a34603-bd3c-4a30-8099-3dde7bfc2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:06.295898 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4faaf4d5-c3c9-46b0-af70-eb8acbc0fe45 req-28a34603-bd3c-4a30-8099-3dde7bfc2268 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 1102 time: 0.0540056 Jul 13 02:29:06.381025 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4faaf4d5-c3c9-46b0-af70-eb8acbc0fe45 req-7db4e32d-e05b-452f-8081-e3b17f834412 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515265 Jul 13 02:29:06.444419 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-f4388af0-0de2-43fb-be58-8d37a023734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:06.445873 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-f4388af0-0de2-43fb-be58-8d37a023734b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.0934093 Jul 13 02:29:06.470136 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f68a38-ca81-4af0-ae83-c379fa7f8570 req-cc25fe72-6c3c-46cd-9970-e3fc55600b5d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:06.471601 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a0f68a38-ca81-4af0-ae83-c379fa7f8570 req-cc25fe72-6c3c-46cd-9970-e3fc55600b5d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0782347 Jul 13 02:29:06.509720 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a0f68a38-ca81-4af0-ae83-c379fa7f8570 req-46961346-f033-4392-8fdc-bc2250f2a3f4 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Jul 13 02:29:06.677159 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2c373-e49f-4bd8-b33d-03d1719f18c0 req-98524392-cbb5-42c0-a29d-7f9365660f98 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:06.678767 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67e2c373-e49f-4bd8-b33d-03d1719f18c0 req-98524392-cbb5-42c0-a29d-7f9365660f98 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.0646923 Jul 13 02:29:06.715073 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67e2c373-e49f-4bd8-b33d-03d1719f18c0 req-faefab62-a2e8-4bcb-b16c-24702bd58813 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309305 Jul 13 02:29:06.843501 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-cafb78f8-0a21-4f5e-86b7-c06c47bdc58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:06.844852 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-cafb78f8-0a21-4f5e-86b7-c06c47bdc58d service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.0822597 Jul 13 02:29:06.892476 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-5779c44e-c4a0-4caf-821d-7ac327e91e7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 217 time: 0.0370858 Jul 13 02:29:06.944115 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-68aaa696-5cb8-467d-96ea-f46f52ad75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:06.945579 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-68aaa696-5cb8-467d-96ea-f46f52ad75f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.0430837 Jul 13 02:29:07.018654 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-e0532e1a-40c5-4450-af61-9a6a1848a0fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413296 Jul 13 02:29:07.111315 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2766c-c95e-45d3-b7e5-1e766f800079 req-0499a56f-ddcd-4ae7-b3ed-e30ff3090ba8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:07.112806 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8b2766c-c95e-45d3-b7e5-1e766f800079 req-0499a56f-ddcd-4ae7-b3ed-e30ff3090ba8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 944 time: 0.1487296 Jul 13 02:29:07.148362 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-33ebc108-0397-4c87-94c6-5fc82cdd2826 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194468 Jul 13 02:29:07.172847 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8b2766c-c95e-45d3-b7e5-1e766f800079 req-b435420d-83a7-4edc-9b12-644c8b5c30d7 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538549 Jul 13 02:29:07.260377 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d55ddb1-cc45-4a94-a0b4-284034139573 req-b96fd45e-839c-4395-8b5f-826dd8de4b19 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003215 Jul 13 02:29:07.690769 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3588510-a423-4d97-a99c-8d5584bc6eca req-e42cf071-d1b4-45a7-bbf5-8e5a76136d7f tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:07.692248 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a3588510-a423-4d97-a99c-8d5584bc6eca req-e42cf071-d1b4-45a7-bbf5-8e5a76136d7f tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0636420 Jul 13 02:29:07.720163 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 1331fe83-6765-4c69-b422-419458955d3f details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:29:07.736480 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a3588510-a423-4d97-a99c-8d5584bc6eca req-5ad15637-171c-44c0-8ec2-81d5dceb3cf5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Jul 13 02:29:07.833217 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 1331fe83-6765-4c69-b422-419458955d3f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=1331fe83-6765-4c69-b422-419458955d3f,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:07.845362 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '1331fe83-6765-4c69-b422-419458955d3f', 'network_id': 'bbf39b0f-a6a8-4156-9bab-028e4f2bf745', 'port_id': '1331fe83-6765-4c69-b422-419458955d3f', 'mac_address': 'fa:16:3e:59:e7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67f2d1b3-8b06-44e2-8bb4-85f6863b5229', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:29:07.884616 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:07.899541 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3d71b-4a95-4e4a-acd3-19f1b3a53808 req-6d0ef89c-2c9a-42dd-a36e-4b5df12860a4 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:07.901062 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ffb3d71b-4a95-4e4a-acd3-19f1b3a53808 req-6d0ef89c-2c9a-42dd-a36e-4b5df12860a4 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.0653465 Jul 13 02:29:07.902560 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1331fe83-6765-4c69-b422-419458955d3f {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:29:07.922786 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 1331fe83-6765-4c69-b422-419458955d3f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=1331fe83-6765-4c69-b422-419458955d3f,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:07.927656 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:07.939680 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ffb3d71b-4a95-4e4a-acd3-19f1b3a53808 req-5fc61362-3b83-4a55-b01b-ab1501aab31f tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327494 Jul 13 02:29:07.984665 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=1331fe83-6765-4c69-b422-419458955d3f,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:08.373604 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bb0e9-044d-4b18-84fc-864975dac841 req-3620f4b4-57d8-46f3-8b55-fe788c5f0d7b tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:08.375848 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c1bb0e9-044d-4b18-84fc-864975dac841 req-3620f4b4-57d8-46f3-8b55-fe788c5f0d7b tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 945 time: 0.0838587 Jul 13 02:29:08.417237 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c1bb0e9-044d-4b18-84fc-864975dac841 req-db9f58b0-011b-4060-9f65-2e4ad6fbe100 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jul 13 02:29:08.652641 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4a413-db68-4661-9974-55dc9699d56e req-df147723-8364-4bfe-9e40-42da7bb4d66d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:08.654928 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-56a4a413-db68-4661-9974-55dc9699d56e req-df147723-8364-4bfe-9e40-42da7bb4d66d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0694711 Jul 13 02:29:08.696241 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['1331fe83-6765-4c69-b422-419458955d3f'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:29:08.719361 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-56a4a413-db68-4661-9974-55dc9699d56e req-90484bcf-c106-4b55-a6f9-5a679a013d10 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488794 Jul 13 02:29:08.942072 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c886e098-4b5f-4544-9043-3a0bd4aadd29 req-36f55b01-8ad2-4599-aba1-194792f43974 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:08.943910 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c886e098-4b5f-4544-9043-3a0bd4aadd29 req-36f55b01-8ad2-4599-aba1-194792f43974 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0661237 Jul 13 02:29:08.982136 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c886e098-4b5f-4544-9043-3a0bd4aadd29 req-581434b4-98df-47b3-aa47-154b859fbb98 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Jul 13 02:29:09.114656 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62344bfb-3f5c-4e9a-889a-69670dbb6fbb req-ac8bfc39-b579-4b16-bead-6b7d6a1dc195 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:09.116287 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-62344bfb-3f5c-4e9a-889a-69670dbb6fbb req-ac8bfc39-b579-4b16-bead-6b7d6a1dc195 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.0641074 Jul 13 02:29:09.158050 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-62344bfb-3f5c-4e9a-889a-69670dbb6fbb req-85ae6b0a-51de-4033-97cc-757ab83beed3 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358727 Jul 13 02:29:09.593088 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ebd60-7af3-4999-aeea-11015b0a2f74 req-04cbb3e0-bafb-4d99-a03f-3f325938eb8b tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:09.594449 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-338ebd60-7af3-4999-aeea-11015b0a2f74 req-04cbb3e0-bafb-4d99-a03f-3f325938eb8b tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.1006348 Jul 13 02:29:09.624949 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186ea53-2354-4b55-bd7c-964fbf4a0016 req-b837c98b-8b70-46c9-b4d1-897b2d173b4d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:09.626352 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1186ea53-2354-4b55-bd7c-964fbf4a0016 req-b837c98b-8b70-46c9-b4d1-897b2d173b4d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 945 time: 0.0978279 Jul 13 02:29:09.654574 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-338ebd60-7af3-4999-aeea-11015b0a2f74 req-f7c355c9-4ff4-462a-bc68-a6581af1268c tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534244 Jul 13 02:29:09.672984 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1186ea53-2354-4b55-bd7c-964fbf4a0016 req-a5e993ea-4750-4036-bb3a-d6d515c268e8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404198 Jul 13 02:29:09.877340 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6bc47-4421-4e77-b3c6-0a8f80b54990 req-12da3bb6-f019-458a-ba75-f57e0b684f01 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:09.878957 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-88e6bc47-4421-4e77-b3c6-0a8f80b54990 req-12da3bb6-f019-458a-ba75-f57e0b684f01 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0659397 Jul 13 02:29:09.918511 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-88e6bc47-4421-4e77-b3c6-0a8f80b54990 req-a066f793-ecb2-493b-8875-f68ff5372d1b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326424 Jul 13 02:29:10.157751 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5d4e72-c32d-41c1-9ccd-aad99bfbcee5 req-4dca9260-294c-4ce4-9f94-219012095ab9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:10.159139 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7e5d4e72-c32d-41c1-9ccd-aad99bfbcee5 req-4dca9260-294c-4ce4-9f94-219012095ab9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0645251 Jul 13 02:29:10.452323 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7e5d4e72-c32d-41c1-9ccd-aad99bfbcee5 req-4ba846bb-a1fb-4a57-b083-f0098d7c11f2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873745 Jul 13 02:29:10.471071 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b71687-fe1a-4e34-bc00-165f25124011 req-dfd02bc0-160b-4c1d-b664-e5e311796dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:10.472509 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-81b71687-fe1a-4e34-bc00-165f25124011 req-dfd02bc0-160b-4c1d-b664-e5e311796dec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.0654593 Jul 13 02:29:10.507661 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-81b71687-fe1a-4e34-bc00-165f25124011 req-e34222fb-90a4-4446-acbc-d386d25873a7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273066 Jul 13 02:29:10.607342 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:29:10.823201 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec3958-973c-4e15-a9f1-3f5359d6fe19 req-20f40fc2-1c63-4467-a114-b9c3f41f76b7 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:10.824554 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-42ec3958-973c-4e15-a9f1-3f5359d6fe19 req-20f40fc2-1c63-4467-a114-b9c3f41f76b7 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.0601823 Jul 13 02:29:10.860885 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-42ec3958-973c-4e15-a9f1-3f5359d6fe19 req-a4dd0fb4-793f-4e32-a18b-25b586afd112 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308697 Jul 13 02:29:11.046657 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b37a2-f3ed-4717-bd09-a3a31607e964 req-d1240939-2d44-4b62-9259-291cc822d416 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:11.050488 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6d7b37a2-f3ed-4717-bd09-a3a31607e964 req-d1240939-2d44-4b62-9259-291cc822d416 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 945 time: 0.0854306 Jul 13 02:29:11.117106 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6d7b37a2-f3ed-4717-bd09-a3a31607e964 req-737be6df-820d-4607-ab9a-3c0bd6c13075 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628424 Jul 13 02:29:11.152399 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8601f48-5717-48e5-bd90-0d24d6a63e6f req-affda6c1-833f-433a-88e7-7f5fc241bf39 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:11.154195 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c8601f48-5717-48e5-bd90-0d24d6a63e6f req-affda6c1-833f-433a-88e7-7f5fc241bf39 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0861857 Jul 13 02:29:11.197054 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c8601f48-5717-48e5-bd90-0d24d6a63e6f req-2a4f1416-1f18-4959-8d69-5d9de1ce3a7e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366869 Jul 13 02:29:11.300518 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-02bb5063-d6c5-47fd-814c-803935670ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:11.632909 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5bf31-590f-48fa-a55c-25521a252222 req-796ced63-99bd-4a61-9f27-6809b015653b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:11.634451 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c3d5bf31-590f-48fa-a55c-25521a252222 req-796ced63-99bd-4a61-9f27-6809b015653b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0690022 Jul 13 02:29:11.672265 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c3d5bf31-590f-48fa-a55c-25521a252222 req-a53ae3dd-1b17-43d0-bef1-24afb66746da tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317619 Jul 13 02:29:11.745747 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 1331fe83-6765-4c69-b422-419458955d3f up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:29:11.794650 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 1331fe83-6765-4c69-b422-419458955d3f completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:29:11.798114 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 1331fe83-6765-4c69-b422-419458955d3f triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:11.798481 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:11.874015 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:11.896540 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1331fe83-6765-4c69-b422-419458955d3f'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:11.898870 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4c1f03-b605-4d81-8cda-c51ab188d1b3" -d '{"events": [{"server_uuid": "e522ea39-8cb0-4f4f-8346-d951228edeaf", "name": "network-vif-plugged", "status": "completed", "tag": "1331fe83-6765-4c69-b422-419458955d3f"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:11.914887 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 1331fe83-6765-4c69-b422-419458955d3f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=1331fe83-6765-4c69-b422-419458955d3f,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:11.919683 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:11.944534 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47387c07-f132-4f43-bddf-9ad4fcf42c60 x-openstack-request-id: req-47387c07-f132-4f43-bddf-9ad4fcf42c60 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:11.944822 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e522ea39-8cb0-4f4f-8346-d951228edeaf", "name": "network-vif-plugged", "status": "completed", "tag": "1331fe83-6765-4c69-b422-419458955d3f", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:11.945071 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47387c07-f132-4f43-bddf-9ad4fcf42c60 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:11.945450 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1331fe83-6765-4c69-b422-419458955d3f', 'code': 200} Jul 13 02:29:11.980358 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=1331fe83-6765-4c69-b422-419458955d3f,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:11.988010 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.988436 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.988847 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.989359 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.989664 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.990094 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.990652 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.991051 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.991393 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.991813 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.992053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:11.992376 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:29:12.043507 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717098c4-ab42-43a1-9245-90631f0555cb req-55d4a6d9-b2c8-4dd9-bb73-d9410b924576 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:12.045077 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-717098c4-ab42-43a1-9245-90631f0555cb req-55d4a6d9-b2c8-4dd9-bb73-d9410b924576 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.0637457 Jul 13 02:29:12.082556 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-717098c4-ab42-43a1-9245-90631f0555cb req-eb4abf7e-2aad-49bc-9f1d-305175d58143 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317345 Jul 13 02:29:12.342313 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5a172-ef95-416f-848e-da5e896e0ed9 req-2c96818e-3925-4337-8254-4d38a1e43df6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:12.343392 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aaf5a172-ef95-416f-848e-da5e896e0ed9 req-2c96818e-3925-4337-8254-4d38a1e43df6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 946 time: 0.1098690 Jul 13 02:29:12.353770 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe45065-a324-4d7c-9d3e-2a6df7794a34 req-190af232-cabf-4efb-a8e7-b822c693d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:12.355252 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fbe45065-a324-4d7c-9d3e-2a6df7794a34 req-190af232-cabf-4efb-a8e7-b822c693d8b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 1099 time: 0.1106613 Jul 13 02:29:12.410926 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aaf5a172-ef95-416f-848e-da5e896e0ed9 req-5a070e45-4e74-4bee-ade6-5eb82578b373 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546999 Jul 13 02:29:12.444818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7a2d3-5d84-453d-8bc4-5877ee8e13db req-858ec687-d4c7-4b47-86b3-36aa43f96987 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:12.446519 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-96f7a2d3-5d84-453d-8bc4-5877ee8e13db req-858ec687-d4c7-4b47-86b3-36aa43f96987 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.1140895 Jul 13 02:29:12.499912 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fbe45065-a324-4d7c-9d3e-2a6df7794a34 req-6122b4a5-939f-48dd-982d-1688640e8d9c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510283 Jul 13 02:29:12.513334 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-96f7a2d3-5d84-453d-8bc4-5877ee8e13db req-b55f6f33-e1dd-4582-980d-a27c95e95ce3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576844 Jul 13 02:29:12.731430 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37790) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:12.780061 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] Deleting subnet 54ae821d-877c-49ed-84a1-6bdf4c252c21 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:29:12.783329 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:12.817103 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:12.847841 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b63de2-526a-41b0-8891-28fdbd2a69a3 req-4967d237-6bf8-4fff-9856-1118f599be52 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:12.849982 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e4b63de2-526a-41b0-8891-28fdbd2a69a3 req-4967d237-6bf8-4fff-9856-1118f599be52 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0671060 Jul 13 02:29:12.858932 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:12.888253 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e4b63de2-526a-41b0-8891-28fdbd2a69a3 req-f09fbbe9-6ae8-42e9-8818-9b8d33220f22 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324447 Jul 13 02:29:12.924788 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:12.956010 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ae821d-877c-49ed-84a1-6bdf4c252c21,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:12.957978 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:12.959903 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3d925446-4d4e-4842-a9a8-7fe9f2d3b8e4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54ae821d-877c-49ed-84a1-6bdf4c252c21 HTTP/1.1" status: 204 len: 168 time: 0.2274237 Jul 13 02:29:12.962441 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37794) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:13.031187 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.110463 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.120566 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6fc1a01-9033-4672-b961-a0ab51d00378']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:29:13.130879 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582ec3ab-e824-4c8f-8da5-cbe088414285') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:29:13.131534 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582ec3ab-e824-4c8f-8da5-cbe088414285') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:29:13.140382 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.156927 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.163494 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:29:13.163955 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:29:13.166585 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:29:13.223307 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de69c62-7e54-493a-b480-08b528fa14dc req-6fc61716-bdbf-4819-8248-a710967ed5a2 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:13.227311 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0de69c62-7e54-493a-b480-08b528fa14dc req-6fc61716-bdbf-4819-8248-a710967ed5a2 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.39 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.0972173 Jul 13 02:29:13.231197 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.238092 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.244664 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a6fc1a01-9033-4672-b961-a0ab51d00378 HTTP/1.1" status: 204 len: 168 time: 0.2810342 Jul 13 02:29:13.246620 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37802) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:13.263991 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658159bf-c34b-4d04-b1b0-00d74d258ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6fc1a01-9033-4672-b961-a0ab51d00378,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:13.309963 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] Deleting subnet 0c793083-13d4-4bef-acc1-289ec69acd0b {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:29:13.313405 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.356120 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.397510 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.444839 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5a15-8993-490f-9dfd-d2653506a3bd req-e1c583e1-efcc-4157-8071-c330795cf0c7 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:13.446468 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-688a5a15-8993-490f-9dfd-d2653506a3bd req-e1c583e1-efcc-4157-8071-c330795cf0c7 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 949 time: 0.2180943 Jul 13 02:29:13.449378 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.462910 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.464763 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0c793083-13d4-4bef-acc1-289ec69acd0b HTTP/1.1" status: 204 len: 168 time: 0.2172394 Jul 13 02:29:13.472309 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 37808) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:13.487728 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bc791-303b-4909-abee-44952f3d12c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c793083-13d4-4bef-acc1-289ec69acd0b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:13.536716 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cecf3-1290-44ed-a7bc-26aada9b2401 req-3560992f-e767-4e7c-8c2d-42e502ab8bdb tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:13.538219 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f26cecf3-1290-44ed-a7bc-26aada9b2401 req-3560992f-e767-4e7c-8c2d-42e502ab8bdb tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.2228756 Jul 13 02:29:13.543518 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-f8736d39-7c32-4639-bdd9-3c35cf4beca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:13.544909 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-f8736d39-7c32-4639-bdd9-3c35cf4beca7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.2285089 Jul 13 02:29:13.573854 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Deleting port dc812ec0-21e2-49bb-a037-6c9aadf5274a {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:29:13.574225 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.625981 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-688a5a15-8993-490f-9dfd-d2653506a3bd req-2e02f3bd-77b4-41ee-8bb8-cd6b2f6b1e5e tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675971 Jul 13 02:29:13.667060 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.746012 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f26cecf3-1290-44ed-a7bc-26aada9b2401 req-b8cf2309-4cfc-4db5-96e3-13a21e05bbf9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986582 Jul 13 02:29:13.844633 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] For port dc812ec0-21e2-49bb-a037-6c9aadf5274a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dc812ec0-21e2-49bb-a037-6c9aadf5274a,segment=NetworkSegment(32cef274-9f88-4421-a63d-78d63c1d0915),segment_id=32cef274-9f88-4421-a63d-78d63c1d0915)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:13.844986 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.878711 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-aedf88b5-02f8-4e76-90b4-9d28a4a4261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:13.881503 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-aedf88b5-02f8-4e76-90b4-9d28a4a4261e service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.3224208 Jul 13 02:29:13.886792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-45c11e2a-7135-4141-b7be-d6e5e1bf0049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.900997 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Calling delete_port for dc812ec0-21e2-49bb-a037-6c9aadf5274a owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:29:13.926095 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:13.953578 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc64d7d4-4e49-41cb-9453-0ccb367fac7d']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:29:13.996769 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-3e4231fa-b6b5-4048-98be-63c6a163938a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 217 time: 0.0937114 Jul 13 02:29:13.999409 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb79c0c-ed31-4825-a7d0-71ec8793eef1') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:29:13.999704 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb79c0c-ed31-4825-a7d0-71ec8793eef1') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:29:14.037773 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.053499 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c138c-1cf4-4cba-955d-fd9e2a9973f2 req-c63998c7-2bb8-45ce-a30f-4b315ad8ce44 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:14.054991 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-274c138c-1cf4-4cba-955d-fd9e2a9973f2 req-c63998c7-2bb8-45ce-a30f-4b315ad8ce44 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 946 time: 0.3158658 Jul 13 02:29:14.075442 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.100383 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:29:14.100784 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:29:14.103389 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:29:14.215213 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-274c138c-1cf4-4cba-955d-fd9e2a9973f2 req-886504b5-d4d9-4942-9886-75092f315352 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517746 Jul 13 02:29:14.256437 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.268778 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.281119 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.283460 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bc64d7d4-4e49-41cb-9453-0ccb367fac7d HTTP/1.1" status: 204 len: 168 time: 0.8043981 Jul 13 02:29:14.285461 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-624d9ad6-a724-4e49-bc57-3bb6b3ac44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:14.288241 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-624d9ad6-a724-4e49-bc57-3bb6b3ac44f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.1737194 Jul 13 02:29:14.316296 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc08676-1b24-4da7-9b48-43e3be8b97d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc64d7d4-4e49-41cb-9453-0ccb367fac7d,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:14.406540 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.427693 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-7299d9da-42d4-4cad-b095-927b319a8b69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631285 Jul 13 02:29:14.472449 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['dc812ec0-21e2-49bb-a037-6c9aadf5274a'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:29:14.475980 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Pushing event deleted for resources: {'Port': ['ID=dc812ec0-21e2-49bb-a037-6c9aadf5274a,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:14.488346 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37830) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:14.542583 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-cc2be76b-8e4f-4f97-8c5c-7b9932b6d095 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e610130b70c8444c99ef85fba4d41ba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507200 Jul 13 02:29:14.550611 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37834) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:14.559725 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] No DVR routers for this DVR port dc812ec0-21e2-49bb-a037-6c9aadf5274a on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:29:14.566525 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.569015 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0de69c62-7e54-493a-b480-08b528fa14dc req-329f551c-00d5-4213-a431-ea67d5cd9217 tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.39 "DELETE /v2.0/ports/dc812ec0-21e2-49bb-a037-6c9aadf5274a HTTP/1.1" status: 204 len: 173 time: 1.3262582 Jul 13 02:29:14.594555 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'name': 'network-vif-deleted', 'tag': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:14.596803 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e00c041-d563-4ead-a8ab-b4a9b7ae5889" -d '{"events": [{"server_uuid": "d685507b-3451-47d7-a263-a2ef87d8f116", "name": "network-vif-deleted", "tag": "dc812ec0-21e2-49bb-a037-6c9aadf5274a"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:14.608255 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97384503-71ef-4187-a01a-0364faa84db3 req-02fb4bd0-e48c-4082-a584-5099e95fd45e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:14.609799 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-97384503-71ef-4187-a01a-0364faa84db3 req-02fb4bd0-e48c-4082-a584-5099e95fd45e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.3202820 Jul 13 02:29:14.628965 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3e260ba5-59ea-463b-8e89-8c74fb12c0be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.645634 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2845048-0737-4f66-8499-e9f3675882d2 req-b4184563-36ae-43d2-b4d6-a2b947a3c65d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:14.648137 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b2845048-0737-4f66-8499-e9f3675882d2 req-b4184563-36ae-43d2-b4d6-a2b947a3c65d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.2850983 Jul 13 02:29:14.655867 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3e260ba5-59ea-463b-8e89-8c74fb12c0be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.691356 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-e90928fa-85b1-485d-8a90-f30d005ca8f5 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332747 Jul 13 02:29:14.711505 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3e260ba5-59ea-463b-8e89-8c74fb12c0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.714282 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3e260ba5-59ea-463b-8e89-8c74fb12c0be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.717708 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3e260ba5-59ea-463b-8e89-8c74fb12c0be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b7b6675-166c-49b7-b119-8a8bd76d8990 HTTP/1.1" status: 204 len: 168 time: 0.1637621 Jul 13 02:29:14.729722 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e260ba5-59ea-463b-8e89-8c74fb12c0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7b6675-166c-49b7-b119-8a8bd76d8990,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:14.730720 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-97384503-71ef-4187-a01a-0364faa84db3 req-567337fa-03c6-4d67-82c7-c6b1f49dd6fb tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087313 Jul 13 02:29:14.776099 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b2845048-0737-4f66-8499-e9f3675882d2 req-6fe13975-03be-4e24-ae06-4127d97fc1a3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178257 Jul 13 02:29:14.784515 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d38a5d-f0c4-439e-83ac-0049a1538650 x-openstack-request-id: req-77d38a5d-f0c4-439e-83ac-0049a1538650 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:14.784800 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d685507b-3451-47d7-a263-a2ef87d8f116", "name": "network-vif-deleted", "tag": "dc812ec0-21e2-49bb-a037-6c9aadf5274a", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:14.785161 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77d38a5d-f0c4-439e-83ac-0049a1538650 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:14.785543 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd685507b-3451-47d7-a263-a2ef87d8f116', 'name': 'network-vif-deleted', 'tag': 'dc812ec0-21e2-49bb-a037-6c9aadf5274a', 'status': 'completed', 'code': 200} Jul 13 02:29:14.845079 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e248ea2-f005-4817-87d7-7fc48cd88249 req-b9df06c6-947a-4a03-8580-d285539c3aec service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404195 Jul 13 02:29:14.985742 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:14.988896 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fad57cf6-746b-46bf-a498-70118f3e0239 req-14019443-ed0a-4853-9ce1-d6c54ceb6eeb tempest-VolumesNegativeTest-290140316 tempest-VolumesNegativeTest-290140316-project] 10.222.0.32 "GET /v2.0/ports?device_id=d685507b-3451-47d7-a263-a2ef87d8f116 HTTP/1.1" status: 200 len: 210 time: 0.0585771 Jul 13 02:29:15.026382 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de019d-1214-44b6-8f33-f75688a730d4 req-66a522c6-14ce-4f59-80bf-71690d5cb7ae tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:15.027895 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-91de019d-1214-44b6-8f33-f75688a730d4 req-66a522c6-14ce-4f59-80bf-71690d5cb7ae tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1114197 Jul 13 02:29:15.066406 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-91de019d-1214-44b6-8f33-f75688a730d4 req-d1f66302-899e-4b97-a45a-e020f0d1d4b0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329225 Jul 13 02:29:15.111659 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37846) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:15.151641 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-abe8bbb7-86a3-41e1-bc15-6dd15fb2c601 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=116b4df78fbd4909b645dc8cc77174f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388260 Jul 13 02:29:15.153918 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 37848) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:15.199681 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1df51ff3-06af-4cd9-a294-a5121194a8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:15.221983 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1df51ff3-06af-4cd9-a294-a5121194a8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:15.268320 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1df51ff3-06af-4cd9-a294-a5121194a8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:15.271033 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1df51ff3-06af-4cd9-a294-a5121194a8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:15.274650 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1df51ff3-06af-4cd9-a294-a5121194a8ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea7822f5-9b6b-4ce6-baa9-200980679fc3 HTTP/1.1" status: 204 len: 168 time: 0.1170785 Jul 13 02:29:15.282945 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df51ff3-06af-4cd9-a294-a5121194a8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7822f5-9b6b-4ce6-baa9-200980679fc3,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:15.408049 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30edd83-4cad-47ab-9496-fe5199f0c24a req-3844cd4b-09cc-4a15-ba37-468fb1ff370d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:15.409542 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e30edd83-4cad-47ab-9496-fe5199f0c24a req-3844cd4b-09cc-4a15-ba37-468fb1ff370d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 946 time: 0.0650842 Jul 13 02:29:15.453106 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e30edd83-4cad-47ab-9496-fe5199f0c24a req-e36e4491-6be0-4383-a72c-afe0faf42f84 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Jul 13 02:29:15.989267 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a223822-ec06-46e9-9cb1-ac91c17ffaf0 req-bab4a5c1-65e3-41e9-89f0-bbdf7d755a95 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:15.991162 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8a223822-ec06-46e9-9cb1-ac91c17ffaf0 req-bab4a5c1-65e3-41e9-89f0-bbdf7d755a95 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.1030118 Jul 13 02:29:16.048168 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a0eb52-beb0-4b58-86db-c6d8435ad0d6 req-ab574865-1d91-4307-afb0-507c989d7c2a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:16.049576 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-88a0eb52-beb0-4b58-86db-c6d8435ad0d6 req-ab574865-1d91-4307-afb0-507c989d7c2a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.1092577 Jul 13 02:29:16.055205 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8a223822-ec06-46e9-9cb1-ac91c17ffaf0 req-46444199-4587-4f3c-84e4-be92fd0e72de tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570705 Jul 13 02:29:16.088758 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-88a0eb52-beb0-4b58-86db-c6d8435ad0d6 req-16f6b401-3e7d-49c4-b2b3-d2ffcc4fb2e6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Jul 13 02:29:16.266126 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689af7e-c20c-41a3-b268-8164b1d23b20 req-0fb96e06-0959-4dea-aab0-faa6d4310360 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:16.267653 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8689af7e-c20c-41a3-b268-8164b1d23b20 req-0fb96e06-0959-4dea-aab0-faa6d4310360 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0649519 Jul 13 02:29:16.309164 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8689af7e-c20c-41a3-b268-8164b1d23b20 req-067986d5-6973-4d75-96a5-1792731fc32c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347784 Jul 13 02:29:16.429901 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:17.478397 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd848a-92b5-4ea0-a66f-ccef8c1e3cf8 req-628eb91a-ba1a-40e3-8e67-462a1dcac071 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:17.479915 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-68bd848a-92b5-4ea0-a66f-ccef8c1e3cf8 req-628eb91a-ba1a-40e3-8e67-462a1dcac071 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.3055871 Jul 13 02:29:17.550947 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-68bd848a-92b5-4ea0-a66f-ccef8c1e3cf8 req-c10c57fe-b842-474a-b528-87bedf5bde67 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603323 Jul 13 02:29:17.579206 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68ddae-a5d7-43c6-9dbe-d36d03157a07 req-3233ce30-9093-48f1-a297-4090f88033db tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:17.580820 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7c68ddae-a5d7-43c6-9dbe-d36d03157a07 req-3233ce30-9093-48f1-a297-4090f88033db tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0999572 Jul 13 02:29:17.631927 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7c68ddae-a5d7-43c6-9dbe-d36d03157a07 req-a22a063e-fb52-4d61-a713-1c4008232729 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387235 Jul 13 02:29:17.748174 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed013ff-12e5-4af9-bc45-f21eb8e68516 req-e801c4dd-813c-4bb7-a5ac-ecdd72540264 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:17.754306 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0ed013ff-12e5-4af9-bc45-f21eb8e68516 req-e801c4dd-813c-4bb7-a5ac-ecdd72540264 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0760281 Jul 13 02:29:17.808403 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0ed013ff-12e5-4af9-bc45-f21eb8e68516 req-df015d3d-4179-4b8b-9202-aa2ccdc24133 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 Jul 13 02:29:18.735555 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20361b3e-107d-479b-a2c2-bc5e5d21f536 req-2c1c375a-dd3f-4a60-a554-2c3912bd9b14 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:18.737338 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-20361b3e-107d-479b-a2c2-bc5e5d21f536 req-2c1c375a-dd3f-4a60-a554-2c3912bd9b14 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0687151 Jul 13 02:29:18.812172 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-20361b3e-107d-479b-a2c2-bc5e5d21f536 req-a9ccef0a-60fb-4620-985b-974f090aad97 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682869 Jul 13 02:29:18.840128 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9c62d-5e5d-4039-b8c7-55c40a38bff7 req-b330b40f-0ea8-4e99-90fc-62555e2ffac0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:18.841613 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a9f9c62d-5e5d-4039-b8c7-55c40a38bff7 req-b330b40f-0ea8-4e99-90fc-62555e2ffac0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0916877 Jul 13 02:29:18.883538 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a9f9c62d-5e5d-4039-b8c7-55c40a38bff7 req-68c68654-8199-477f-bfc6-f0efe06038e8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362608 Jul 13 02:29:18.996942 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2f9ce-6084-4fec-ac11-2287ab4489f3 req-d81f743a-2976-45e7-9c1e-5fe03c9e0b39 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:18.998424 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10f2f9ce-6084-4fec-ac11-2287ab4489f3 req-d81f743a-2976-45e7-9c1e-5fe03c9e0b39 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0686653 Jul 13 02:29:19.037430 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10f2f9ce-6084-4fec-ac11-2287ab4489f3 req-f2a6df87-9772-496d-953e-738e8046cedd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334094 Jul 13 02:29:19.272637 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dc812ec0-21e2-49bb-a037-6c9aadf5274a no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:29:19.294167 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: dc812ec0-21e2-49bb-a037-6c9aadf5274a {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:29:19.294507 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dc812ec0-21e2-49bb-a037-6c9aadf5274a not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:29:19.989283 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27a9b7-8c08-4d91-8f73-a4b89979078a req-25f6a7ab-7b0e-4654-9c2b-c4613fd827ac tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:19.991872 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fd27a9b7-8c08-4d91-8f73-a4b89979078a req-25f6a7ab-7b0e-4654-9c2b-c4613fd827ac tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0639198 Jul 13 02:29:20.062373 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fd27a9b7-8c08-4d91-8f73-a4b89979078a req-b20baf1d-fde2-4305-8a0f-a2e694ad9f98 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650101 Jul 13 02:29:20.090291 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f3e51b-fc69-497b-b756-d8d13f8808c6 req-9bbeaf53-cfe5-4842-857c-29ea0b3215eb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:20.091749 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-46f3e51b-fc69-497b-b756-d8d13f8808c6 req-9bbeaf53-cfe5-4842-857c-29ea0b3215eb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0885644 Jul 13 02:29:20.129212 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-46f3e51b-fc69-497b-b756-d8d13f8808c6 req-306f022e-f6f7-4d0e-81a7-501ac169bd17 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Jul 13 02:29:20.220402 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f86d8-1f50-469c-b473-e9b22fb7bb94 req-6445f041-7d03-4df6-9315-d68bb35d9f2c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:20.221836 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-799f86d8-1f50-469c-b473-e9b22fb7bb94 req-6445f041-7d03-4df6-9315-d68bb35d9f2c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0609179 Jul 13 02:29:20.258966 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-799f86d8-1f50-469c-b473-e9b22fb7bb94 req-59fcd866-8552-488b-b5c6-256afc5d1a51 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309534 Jul 13 02:29:21.249758 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c5024-0667-4b7a-b6fc-5533a1b767de req-091936b7-99f8-4d21-91b9-9085996b8930 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:21.251446 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-971c5024-0667-4b7a-b6fc-5533a1b767de req-091936b7-99f8-4d21-91b9-9085996b8930 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0748680 Jul 13 02:29:21.319235 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-971c5024-0667-4b7a-b6fc-5533a1b767de req-bf03a61a-ae26-49b8-bccf-c0ccfa89aa63 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614066 Jul 13 02:29:21.351845 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673a690-6755-4a3c-a227-b83a5d3b6221 req-d9f5c07f-9086-44d9-a757-ef888fa612c5 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:21.353344 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d673a690-6755-4a3c-a227-b83a5d3b6221 req-d9f5c07f-9086-44d9-a757-ef888fa612c5 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0765364 Jul 13 02:29:21.391818 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d673a690-6755-4a3c-a227-b83a5d3b6221 req-4890fd43-c750-453d-88ed-f743abf7a4a2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Jul 13 02:29:21.478971 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625928bd-919c-4d7b-b802-43f890b36be6 req-f2bf42a8-6ccc-4059-90ae-01b75b65dbf5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:21.480465 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-625928bd-919c-4d7b-b802-43f890b36be6 req-f2bf42a8-6ccc-4059-90ae-01b75b65dbf5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0614395 Jul 13 02:29:21.520394 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-625928bd-919c-4d7b-b802-43f890b36be6 req-b9cbae61-66f2-435f-afdc-dbaf7311df0c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Jul 13 02:29:22.496967 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103ce5f-c01d-4419-93a3-78d70e7b8267 req-e742f91e-f4d7-46bf-acee-b528095f12a8 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:22.498369 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8103ce5f-c01d-4419-93a3-78d70e7b8267 req-e742f91e-f4d7-46bf-acee-b528095f12a8 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0665381 Jul 13 02:29:22.566710 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8103ce5f-c01d-4419-93a3-78d70e7b8267 req-a88ebd6e-725e-4a34-9c6f-27eed9d8af5b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627396 Jul 13 02:29:22.591667 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ee071-eb40-4162-b205-1204b5ed53a5 req-eb5e2b7d-fc12-4d30-9fcb-fcc7f9ab97f3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:22.593113 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7f1ee071-eb40-4162-b205-1204b5ed53a5 req-eb5e2b7d-fc12-4d30-9fcb-fcc7f9ab97f3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0757384 Jul 13 02:29:22.629913 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7f1ee071-eb40-4162-b205-1204b5ed53a5 req-3c309e9f-06ed-41e2-8fc2-531d51e2189c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313792 Jul 13 02:29:23.743194 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faebb63-4638-42ab-9789-22bd8c66341f req-ccb8f665-5a09-4f4d-a22a-0a638f2372fb tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:23.744723 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3faebb63-4638-42ab-9789-22bd8c66341f req-ccb8f665-5a09-4f4d-a22a-0a638f2372fb tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0665369 Jul 13 02:29:23.813470 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3faebb63-4638-42ab-9789-22bd8c66341f req-1fb3a0fb-831e-48e8-85c2-2fd0f80c3902 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578475 Jul 13 02:29:23.835547 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35af4e2-2817-4ccf-81f6-856f9421db25 req-b2d8f2bc-ab82-496a-952d-4537f31fcd82 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:23.837048 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e35af4e2-2817-4ccf-81f6-856f9421db25 req-b2d8f2bc-ab82-496a-952d-4537f31fcd82 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0900648 Jul 13 02:29:23.876476 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e35af4e2-2817-4ccf-81f6-856f9421db25 req-a5ba0314-d30b-4ab8-b507-4382ef0f3b7e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335205 Jul 13 02:29:25.002945 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d91608-ebb1-4917-8b4e-24e8b72daf58 req-0f4438a4-3ad0-47fd-8eae-39ed7955d55f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:25.004449 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-09d91608-ebb1-4917-8b4e-24e8b72daf58 req-0f4438a4-3ad0-47fd-8eae-39ed7955d55f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0754032 Jul 13 02:29:25.086523 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-09d91608-ebb1-4917-8b4e-24e8b72daf58 req-6ed4bc9f-2786-4989-99ab-b7fb6d97119f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668819 Jul 13 02:29:25.110270 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9751ceb-9329-4573-9787-d543757008d0 req-59734494-f57a-45b4-bf4a-68f0395af31b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:25.110270 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a9751ceb-9329-4573-9787-d543757008d0 req-59734494-f57a-45b4-bf4a-68f0395af31b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.1044974 Jul 13 02:29:25.153657 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a9751ceb-9329-4573-9787-d543757008d0 req-8c8acc4e-2979-463a-8416-ad2eda5e8fb3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376713 Jul 13 02:29:26.264381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa8fbe-c3e7-4a4b-8fe3-41c0e88ac4a7 req-6aa8dbb7-547e-4fbf-8b51-a7d6962a1105 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:26.265765 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6fa8fbe-c3e7-4a4b-8fe3-41c0e88ac4a7 req-6aa8dbb7-547e-4fbf-8b51-a7d6962a1105 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0643227 Jul 13 02:29:26.337396 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6fa8fbe-c3e7-4a4b-8fe3-41c0e88ac4a7 req-b68a9dd8-07b1-4bc1-b022-59f3845ad494 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606525 Jul 13 02:29:26.358329 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30554e-3b78-4e64-87b4-85a959e09683 req-7dcaba84-f3e2-41d1-8064-9d6122019679 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:26.359793 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2b30554e-3b78-4e64-87b4-85a959e09683 req-7dcaba84-f3e2-41d1-8064-9d6122019679 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0924900 Jul 13 02:29:26.400076 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2b30554e-3b78-4e64-87b4-85a959e09683 req-c9618747-7064-4173-8d6e-61753dc7569c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332398 Jul 13 02:29:27.511876 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7a9c1-76e2-4b9b-81dd-2cee8b5e2b5c req-0d24acb2-35bc-4b2b-85c7-450ff811fa8f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:27.513688 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-58c7a9c1-76e2-4b9b-81dd-2cee8b5e2b5c req-0d24acb2-35bc-4b2b-85c7-450ff811fa8f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0639231 Jul 13 02:29:27.579412 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-58c7a9c1-76e2-4b9b-81dd-2cee8b5e2b5c req-9fe95091-f8ef-4d0d-a65d-ffed277a2446 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540154 Jul 13 02:29:27.603731 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402dfc3-f3bb-46e7-9cde-244b4a5420ff req-da69987f-3a15-403b-8518-5da74b8164fa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:27.605243 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b402dfc3-f3bb-46e7-9cde-244b4a5420ff req-da69987f-3a15-403b-8518-5da74b8164fa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0906081 Jul 13 02:29:27.642582 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b402dfc3-f3bb-46e7-9cde-244b4a5420ff req-dad5fef5-9cab-4a82-a964-431b6e1e48c0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Jul 13 02:29:28.764103 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea831c-7acc-4dbf-a44d-b4dd4bc704b3 req-c1f14fa8-7c20-4f7e-99d3-ed3debaa5d2a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:28.765631 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aeea831c-7acc-4dbf-a44d-b4dd4bc704b3 req-c1f14fa8-7c20-4f7e-99d3-ed3debaa5d2a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0743322 Jul 13 02:29:28.835396 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aeea831c-7acc-4dbf-a44d-b4dd4bc704b3 req-c47c6f16-383d-4c4a-b691-0e94f17d237d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598533 Jul 13 02:29:28.858427 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff237aa0-dce9-4d58-9f01-e791a78ef6a7 req-51cbbc63-da50-4114-b193-ea3a516e9605 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:28.860572 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff237aa0-dce9-4d58-9f01-e791a78ef6a7 req-51cbbc63-da50-4114-b193-ea3a516e9605 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0938799 Jul 13 02:29:28.901132 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff237aa0-dce9-4d58-9f01-e791a78ef6a7 req-1dfcf0e6-6fd6-4f10-8548-5ced7ef50218 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343981 Jul 13 02:29:29.387685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551fa97-fca8-4989-8625-33ed551c57e3 req-dcff8c33-92f3-4032-8e7b-ce857f65b8de tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:29.389568 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6551fa97-fca8-4989-8625-33ed551c57e3 req-dcff8c33-92f3-4032-8e7b-ce857f65b8de tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0687585 Jul 13 02:29:29.429287 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6551fa97-fca8-4989-8625-33ed551c57e3 req-df4ade69-5d55-4842-a1fc-56b0d423e34e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338993 Jul 13 02:29:29.585482 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 38360) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:29.734201 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-81b50dc1-704d-43bb-9fe7-8c1ad6a16a5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0cde6389460449d8b56f7b5098c7b590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472926 Jul 13 02:29:29.737209 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 38364) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:29.789084 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bef03e2-6824-4e01-9e5b-934952ec362a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:29.810284 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bef03e2-6824-4e01-9e5b-934952ec362a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:29.878385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bef03e2-6824-4e01-9e5b-934952ec362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:29.883516 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8bef03e2-6824-4e01-9e5b-934952ec362a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:29.884983 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8bef03e2-6824-4e01-9e5b-934952ec362a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4e7cce91-60ab-4fb1-abea-957b1cdcd3a6 HTTP/1.1" status: 204 len: 168 time: 0.1468365 Jul 13 02:29:29.895021 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef03e2-6824-4e01-9e5b-934952ec362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7cce91-60ab-4fb1-abea-957b1cdcd3a6,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:30.040470 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6175656-bcf4-4194-8bd5-d14460c7c2bf req-6a35ee23-64b6-49ae-860a-83d560d91250 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:30.042275 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6175656-bcf4-4194-8bd5-d14460c7c2bf req-6a35ee23-64b6-49ae-860a-83d560d91250 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0735166 Jul 13 02:29:30.095370 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6175656-bcf4-4194-8bd5-d14460c7c2bf req-2ce80b07-78aa-43be-9c3f-355ea6e9e79c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441735 Jul 13 02:29:30.264159 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59481ede-fe37-4cc3-8c2c-427970c11d9b req-20f169e8-3009-4242-99e6-fe0ce1597870 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:30.265667 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59481ede-fe37-4cc3-8c2c-427970c11d9b req-20f169e8-3009-4242-99e6-fe0ce1597870 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0629034 Jul 13 02:29:30.301990 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59481ede-fe37-4cc3-8c2c-427970c11d9b req-acb2b3b4-cf68-42a3-9bbd-e7a38829b9a7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305643 Jul 13 02:29:31.274627 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e131408-d2af-421c-a212-f1d1fee5c939 req-db4474e9-2ef1-4582-b681-586c1f5e711a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:31.276325 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e131408-d2af-421c-a212-f1d1fee5c939 req-db4474e9-2ef1-4582-b681-586c1f5e711a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0675685 Jul 13 02:29:31.314164 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e131408-d2af-421c-a212-f1d1fee5c939 req-78f45276-e34f-4b4d-b532-b2e7f0acbd7e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Jul 13 02:29:31.475351 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cc16-2f95-4c7b-abfd-c663c281dbe7 req-159a14ce-8785-4b1c-b848-a787d59d2087 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:31.476799 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4968cc16-2f95-4c7b-abfd-c663c281dbe7 req-159a14ce-8785-4b1c-b848-a787d59d2087 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0625563 Jul 13 02:29:31.513914 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4968cc16-2f95-4c7b-abfd-c663c281dbe7 req-c7219b7a-ff53-4433-b80a-46fdb5603124 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315974 Jul 13 02:29:32.489442 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4438e-0992-4d99-8693-c8f92ae15366 req-1660dc4b-2bc0-49db-bdae-ab54f5823086 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:32.490989 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-36d4438e-0992-4d99-8693-c8f92ae15366 req-1660dc4b-2bc0-49db-bdae-ab54f5823086 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0637810 Jul 13 02:29:32.533561 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-36d4438e-0992-4d99-8693-c8f92ae15366 req-d1078da6-1b9a-46b5-9c20-16a3f916f9ee tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368657 Jul 13 02:29:32.711943 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab0aaf-1fce-498a-b234-3d8b221e4cc1 req-0ffbda72-19d1-4ad9-b41e-962fd88e30be tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:32.713757 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f9ab0aaf-1fce-498a-b234-3d8b221e4cc1 req-0ffbda72-19d1-4ad9-b41e-962fd88e30be tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0771377 Jul 13 02:29:32.761234 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f9ab0aaf-1fce-498a-b234-3d8b221e4cc1 req-c9cff14d-d684-4a15-ae60-68b1a5db896e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Jul 13 02:29:32.904314 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0700e0-5f48-4d9b-b2c9-0531c81cfe87 req-098029f8-ce27-4e2e-b87c-2490efdb0702 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:32.905719 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3c0700e0-5f48-4d9b-b2c9-0531c81cfe87 req-098029f8-ce27-4e2e-b87c-2490efdb0702 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0662029 Jul 13 02:29:32.986905 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3c0700e0-5f48-4d9b-b2c9-0531c81cfe87 req-d4c69f1a-384f-4829-b1df-20828c70b3ca tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747910 Jul 13 02:29:33.004349 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-cccd5b90-c876-4131-8c86-2e9b2f021762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:33.005787 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-cccd5b90-c876-4131-8c86-2e9b2f021762 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 1098 time: 0.0948861 Jul 13 02:29:33.101489 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-70888d85-edff-4659-84e6-7796e674c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:33.103061 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-70888d85-edff-4659-84e6-7796e674c5ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 912 time: 0.0884302 Jul 13 02:29:33.177704 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-4ec67970-3ea0-4005-be7a-3dfe0f920859 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 200 len: 1000 time: 0.0620904 Jul 13 02:29:33.230908 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-5724109a-5801-4f58-8102-ae6b3f6cdbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:33.232371 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-5724109a-5801-4f58-8102-ae6b3f6cdbe4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0445004 Jul 13 02:29:33.280124 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 38420) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:33.293285 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-fafdfd0f-b5ff-4477-91c1-e369186564bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:33.294867 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-fafdfd0f-b5ff-4477-91c1-e369186564bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550339 Jul 13 02:29:33.384666 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1f1c55dd-e742-4bae-ba5c-236091822a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:33.394418 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-1f934186-2b1a-4601-90b9-74cee7caff9b service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910399 Jul 13 02:29:33.472698 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1f1c55dd-e742-4bae-ba5c-236091822a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:33.477268 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1f1c55dd-e742-4bae-ba5c-236091822a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:33.486269 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-380fa1ad-5ca0-4d7b-9efe-6591ce19adda req-c07957e8-1053-4b51-8891-e8c7b05ce70c service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845072 Jul 13 02:29:33.518454 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1f1c55dd-e742-4bae-ba5c-236091822a6e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9cf862e80ad4c06a1dd241b469ebb9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371373 Jul 13 02:29:33.519220 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c55dd-e742-4bae-ba5c-236091822a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203244b8-8b60-4017-b9c4-1f7f7e1ae753,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:33.521208 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 38426) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:33.576466 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-af41e391-6bfb-48a4-9417-90f62043be00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:33.597021 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-af41e391-6bfb-48a4-9417-90f62043be00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:33.642625 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-af41e391-6bfb-48a4-9417-90f62043be00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:33.646001 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-af41e391-6bfb-48a4-9417-90f62043be00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:33.647675 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-af41e391-6bfb-48a4-9417-90f62043be00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/203244b8-8b60-4017-b9c4-1f7f7e1ae753 HTTP/1.1" status: 204 len: 168 time: 0.1249120 Jul 13 02:29:33.655044 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af41e391-6bfb-48a4-9417-90f62043be00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203244b8-8b60-4017-b9c4-1f7f7e1ae753,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:33.954246 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64114847-d298-4a4c-bd89-c95d34f07a28 req-2bd5e993-5684-4c7e-bbfa-7de77ebd1c70 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:33.955754 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-64114847-d298-4a4c-bd89-c95d34f07a28 req-2bd5e993-5684-4c7e-bbfa-7de77ebd1c70 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0654857 Jul 13 02:29:33.994341 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-64114847-d298-4a4c-bd89-c95d34f07a28 req-137ba83f-aba7-45ad-ba57-27f1534e7397 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317507 Jul 13 02:29:34.182065 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63098785-99f6-42ea-85b8-1a8c1be47d69 req-e4ec90fd-1a4d-45c2-9c8a-1af0fbaaaf0e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:34.183741 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-63098785-99f6-42ea-85b8-1a8c1be47d69 req-e4ec90fd-1a4d-45c2-9c8a-1af0fbaaaf0e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0726948 Jul 13 02:29:34.221222 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-63098785-99f6-42ea-85b8-1a8c1be47d69 req-12b452e4-59ef-418d-ab3a-04a0a0ffe51d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319414 Jul 13 02:29:35.320966 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6fcf5-9e3b-4aa4-9131-657144edc933 req-43511a95-40ca-419f-9af9-8c16990b21de tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:35.322482 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-41e6fcf5-9e3b-4aa4-9131-657144edc933 req-43511a95-40ca-419f-9af9-8c16990b21de tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0707467 Jul 13 02:29:35.390438 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-41e6fcf5-9e3b-4aa4-9131-657144edc933 req-a47b5c99-2a40-41d8-b86a-3a6ada753927 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616074 Jul 13 02:29:35.421449 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31080802-c1a1-440e-83c9-cad072e86042 req-19bb1392-6f09-41ad-b835-354525eb830e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:35.422960 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31080802-c1a1-440e-83c9-cad072e86042 req-19bb1392-6f09-41ad-b835-354525eb830e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0808885 Jul 13 02:29:35.461614 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31080802-c1a1-440e-83c9-cad072e86042 req-96131e1b-f112-4623-b82d-46962fb86273 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328410 Jul 13 02:29:35.830426 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:36.569730 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca70a1-a292-47eb-a2c8-e6ce2395b072 req-bd3b220d-f4a3-45b0-b6a4-554b24c10258 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:36.571248 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-24ca70a1-a292-47eb-a2c8-e6ce2395b072 req-bd3b220d-f4a3-45b0-b6a4-554b24c10258 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0680296 Jul 13 02:29:36.608047 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-24ca70a1-a292-47eb-a2c8-e6ce2395b072 req-ab71fc28-82b5-4219-a748-b28f1ae73b3b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Jul 13 02:29:37.137268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 38516) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:37.236930 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef52-0776-44dc-b293-3b5303897be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:37.325869 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef52-0776-44dc-b293-3b5303897be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:37.330449 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cdc9ef52-0776-44dc-b293-3b5303897be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:37.366661 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 38524) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:37.367219 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-cdc9ef52-0776-44dc-b293-3b5303897be2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4502e51b1bc647abbca939d5964995d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276132 Jul 13 02:29:37.376487 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9ef52-0776-44dc-b293-3b5303897be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ecbb7d-5f9c-48ef-b76b-b02637181e59,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:37.417014 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c502e81a-b546-42f5-b582-ae29e235d15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:37.437945 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c502e81a-b546-42f5-b582-ae29e235d15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:37.484312 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c502e81a-b546-42f5-b582-ae29e235d15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:37.486867 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c502e81a-b546-42f5-b582-ae29e235d15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:37.487954 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c502e81a-b546-42f5-b582-ae29e235d15b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82ecbb7d-5f9c-48ef-b76b-b02637181e59 HTTP/1.1" status: 204 len: 168 time: 0.1195874 Jul 13 02:29:37.495934 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502e81a-b546-42f5-b582-ae29e235d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ecbb7d-5f9c-48ef-b76b-b02637181e59,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:37.798470 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adfa9d0-97e1-49fd-b44e-56af1ec6ef39 req-eedc9eef-e066-4086-bcc2-c5f37fe53f21 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:37.799974 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4adfa9d0-97e1-49fd-b44e-56af1ec6ef39 req-eedc9eef-e066-4086-bcc2-c5f37fe53f21 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0665121 Jul 13 02:29:37.838224 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4adfa9d0-97e1-49fd-b44e-56af1ec6ef39 req-f25dfde8-37b5-4e05-821c-d9c455661c24 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Jul 13 02:29:38.436850 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:29:38.526748 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:38.537576 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'port_id': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'mac_address': 'fa:16:3e:af:13:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:29:38.578077 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:38.591234 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:29:38.612837 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:38.616684 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:38.672568 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=6']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:38.847759 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-f9309e74-dfc7-4268-bfad-8060146aedfd None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:38.848176 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f9309e74-dfc7-4268-bfad-8060146aedfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:38.933448 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f9309e74-dfc7-4268-bfad-8060146aedfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:38.956105 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:38.958596 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77841657-9b5d-4c6d-ad5c-70deda49b785" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:38.975014 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-f9309e74-dfc7-4268-bfad-8060146aedfd None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:38.980967 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f9309e74-dfc7-4268-bfad-8060146aedfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:39.017270 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc61b3d7-704d-49d6-8fdc-faf829604bb4 x-openstack-request-id: req-bc61b3d7-704d-49d6-8fdc-faf829604bb4 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:39.017547 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:39.017800 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc61b3d7-704d-49d6-8fdc-faf829604bb4 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:39.018194 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'code': 200} Jul 13 02:29:39.019186 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['49588aa8-e16a-42d4-9d7e-8c1cf67a6211'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:29:39.080366 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a674b7b-b4d2-4fce-9502-bff1bb385d08 req-b646c9d2-f5d0-4efc-9eff-f5b571eb35bd tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:39.083288 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3a674b7b-b4d2-4fce-9502-bff1bb385d08 req-b646c9d2-f5d0-4efc-9eff-f5b571eb35bd tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 945 time: 0.1254215 Jul 13 02:29:39.092555 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9309e74-dfc7-4268-bfad-8060146aedfd None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=7']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:39.182421 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3a674b7b-b4d2-4fce-9502-bff1bb385d08 req-4f34503e-bb14-405d-8bcf-01d410c9ef5d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913148 Jul 13 02:29:39.383501 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-79261f12-3cdb-4b81-bcbc-18a072e2da83 None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:39.383875 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-79261f12-3cdb-4b81-bcbc-18a072e2da83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:40.395699 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a30fb-a5ed-4092-8f4e-20a5478dd096 req-b5a6c568-7186-4657-8c92-f7f88c1aa494 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:40.398561 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d86a30fb-a5ed-4092-8f4e-20a5478dd096 req-b5a6c568-7186-4657-8c92-f7f88c1aa494 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0843971 Jul 13 02:29:40.440210 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d86a30fb-a5ed-4092-8f4e-20a5478dd096 req-33fd8d7e-edca-42f0-b7f7-b112cb2d1362 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359051 Jul 13 02:29:40.442294 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:29:40.497827 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:40.498436 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:41.309369 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-20fe8375-ef2f-4d1b-ad1d-ac11c5346fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:41.686810 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455911d9-838e-4d9d-9a14-b58be4e1c4e9 req-91aa0edd-a1d4-43c5-9b15-d281b70e1b38 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:41.688351 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-455911d9-838e-4d9d-9a14-b58be4e1c4e9 req-91aa0edd-a1d4-43c5-9b15-d281b70e1b38 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0827281 Jul 13 02:29:41.732981 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-455911d9-838e-4d9d-9a14-b58be4e1c4e9 req-66174f7a-7026-403c-97eb-9c19e0336c64 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389535 Jul 13 02:29:42.941618 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923f4b6-5b76-4c24-b482-bd446599ae50 req-bbcb5bea-efd4-4148-99e6-261931e3dd37 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:42.944602 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f923f4b6-5b76-4c24-b482-bd446599ae50 req-bbcb5bea-efd4-4148-99e6-261931e3dd37 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0690289 Jul 13 02:29:42.990627 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f923f4b6-5b76-4c24-b482-bd446599ae50 req-a9aa18bf-fc74-4653-b6f9-ea131a1cfb29 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361774 Jul 13 02:29:43.893535 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-66ce50c1-df61-4f65-922a-efb76a57dc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:44.193121 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d40be-80c1-4cb0-a68b-704865995b86 req-013313de-2dd8-4064-83c7-493a80fa1514 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:44.195193 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-370d40be-80c1-4cb0-a68b-704865995b86 req-013313de-2dd8-4064-83c7-493a80fa1514 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0714462 Jul 13 02:29:44.239028 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-370d40be-80c1-4cb0-a68b-704865995b86 req-667a8e01-7b3e-4502-98dd-2285a56b06e2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377696 Jul 13 02:29:44.253881 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:44.989673 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:45.450678 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e44dc-1530-400b-b96b-431fa72f5bc2 req-8e6aa14b-3ba3-4e87-ba1e-2015735f2506 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:45.452969 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b54e44dc-1530-400b-b96b-431fa72f5bc2 req-8e6aa14b-3ba3-4e87-ba1e-2015735f2506 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0709312 Jul 13 02:29:45.503041 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b54e44dc-1530-400b-b96b-431fa72f5bc2 req-a385340a-2ba8-42a9-a384-8074d0a5346b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404546 Jul 13 02:29:46.439107 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:46.689205 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd1a52-11eb-4415-9866-0ecb17545f42 req-c91229ee-4a55-4944-b4cd-1b34c1961590 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:46.691526 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b4cd1a52-11eb-4415-9866-0ecb17545f42 req-c91229ee-4a55-4944-b4cd-1b34c1961590 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0679638 Jul 13 02:29:46.732886 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b4cd1a52-11eb-4415-9866-0ecb17545f42 req-0a550a22-7fd6-4aea-8ac2-731adf1d941d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350034 Jul 13 02:29:47.607518 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:29:47.946241 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d666c-41e4-49dc-874f-7b070a4dd137 req-b55ce515-a56f-4d76-992e-8d0132699114 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:47.947844 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c54d666c-41e4-49dc-874f-7b070a4dd137 req-b55ce515-a56f-4d76-992e-8d0132699114 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0752625 Jul 13 02:29:47.986727 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c54d666c-41e4-49dc-874f-7b070a4dd137 req-2cfd8be4-9065-49a2-ad23-26d0d9845c9a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Jul 13 02:29:48.512299 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee3518-800b-49b7-b448-dde99ee4ba0f req-d9e7c9fc-f9e3-4e31-b899-3d0ccf1d7a12 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:48.514037 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8ee3518-800b-49b7-b448-dde99ee4ba0f req-d9e7c9fc-f9e3-4e31-b899-3d0ccf1d7a12 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0674136 Jul 13 02:29:48.552941 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8ee3518-800b-49b7-b448-dde99ee4ba0f req-449e1597-9971-4c0e-9ae1-2500cc47b366 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331655 Jul 13 02:29:48.697429 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-1acf949e-2ef2-4cda-956f-42d34dc89853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:48.698945 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-1acf949e-2ef2-4cda-956f-42d34dc89853 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.0612903 Jul 13 02:29:48.799175 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-2431cf9d-53bb-4910-a3fe-abbb6a4124cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:48.800560 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-2431cf9d-53bb-4910-a3fe-abbb6a4124cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.0938406 Jul 13 02:29:48.888736 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-2d828846-0507-4acb-9c6d-fb39c03dfc64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 217 time: 0.0408909 Jul 13 02:29:48.988656 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-ab4f9a11-b68c-4c4d-996a-0864076aa302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:48.990105 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-ab4f9a11-b68c-4c4d-996a-0864076aa302 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.0467441 Jul 13 02:29:49.034720 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-1328cabd-c008-4e07-ab69-76b3138c6574 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286169 Jul 13 02:29:49.198853 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-4b26540c-1cdd-44d6-8f7b-8f29dd6b0d34 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538177 Jul 13 02:29:49.212448 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-1416a6e9-d5b1-41f6-be47-808a76f697fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:49.213911 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-1416a6e9-d5b1-41f6-be47-808a76f697fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1099 time: 0.1608081 Jul 13 02:29:49.228554 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970d004-419b-46c8-8b0d-c22aec8101b1 req-e8dfeebe-9feb-4061-a6e8-1a5cc0175b06 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:49.230058 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a970d004-419b-46c8-8b0d-c22aec8101b1 req-e8dfeebe-9feb-4061-a6e8-1a5cc0175b06 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.1012411 Jul 13 02:29:49.383069 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a970d004-419b-46c8-8b0d-c22aec8101b1 req-0e95a5a6-b1af-4707-ae37-fb1adfb3293e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357358 Jul 13 02:29:49.422361 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-7818573c-af4a-4d27-9724-74c97d010107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:49.423962 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-7818573c-af4a-4d27-9724-74c97d010107 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.1919513 Jul 13 02:29:49.425902 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aef991e9-96b3-4e05-8ce3-be2ed944c73b req-8e5495be-cadc-4fa6-864e-5baa0d34592b service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949518 Jul 13 02:29:49.508222 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-a8cf9e7a-9006-4d75-ae60-4d713dbe765c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 200 len: 1002 time: 0.0629332 Jul 13 02:29:49.646083 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-38207b61-42c5-4f73-bc9b-1ef35bfef94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:49.648240 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-38207b61-42c5-4f73-bc9b-1ef35bfef94d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0567586 Jul 13 02:29:49.702737 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73de1a-e3d9-439d-8a1c-abad4cf28131 req-d1a240ea-6864-410d-a347-f769a93864e7 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:49.704140 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fd73de1a-e3d9-439d-8a1c-abad4cf28131 req-d1a240ea-6864-410d-a347-f769a93864e7 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 945 time: 0.1434586 Jul 13 02:29:50.022882 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fd73de1a-e3d9-439d-8a1c-abad4cf28131 req-a573d36c-1261-4abf-86ea-2292a2698529 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985404 Jul 13 02:29:50.036073 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-a8938025-6bdd-4355-96a1-e688b2157866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:50.038084 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-a8938025-6bdd-4355-96a1-e688b2157866 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3811736 Jul 13 02:29:50.046673 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d512b63-eb95-4174-98fa-dcd8f027185e req-6c483d7c-ead4-48a3-a9bb-7f44608861cd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:50.048008 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d512b63-eb95-4174-98fa-dcd8f027185e req-6c483d7c-ead4-48a3-a9bb-7f44608861cd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.3631861 Jul 13 02:29:50.138282 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d512b63-eb95-4174-98fa-dcd8f027185e req-52d68e39-cf3d-49b2-9c89-293311e85920 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785604 Jul 13 02:29:50.158294 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-495cd68c-0a4c-4fb5-8c86-f49c51b2bd57 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068869 Jul 13 02:29:50.252354 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c84cfcda-3475-4ee9-8b80-665b137c2ea0 req-53564e69-beda-450c-935c-2aec3ba67b57 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833097 Jul 13 02:29:50.569633 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdcae8-a41f-4d1b-87cc-5ae15f89fb2e req-c9343946-9637-4814-ad58-f63316fd2fcc tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:50.571085 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6dbdcae8-a41f-4d1b-87cc-5ae15f89fb2e req-c9343946-9637-4814-ad58-f63316fd2fcc tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0614486 Jul 13 02:29:50.607482 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6dbdcae8-a41f-4d1b-87cc-5ae15f89fb2e req-7e0fe59c-6e0a-483e-9ec3-6cf79e5e3710 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309978 Jul 13 02:29:51.204063 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ed43f-0046-4166-adff-23c271f7d61e req-3a945f86-f537-4f95-a2dd-6734ec419030 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:51.205727 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e32ed43f-0046-4166-adff-23c271f7d61e req-3a945f86-f537-4f95-a2dd-6734ec419030 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 945 time: 0.0714753 Jul 13 02:29:51.245048 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e32ed43f-0046-4166-adff-23c271f7d61e req-4df84a85-66dd-4a77-8953-1d310ce67f66 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327444 Jul 13 02:29:51.314826 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de81b1-9281-4dd6-aff4-d56c800ab945 req-928fda25-ada4-4eb7-9b84-812ebba04573 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:51.316327 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f5de81b1-9281-4dd6-aff4-d56c800ab945 req-928fda25-ada4-4eb7-9b84-812ebba04573 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0632973 Jul 13 02:29:51.354649 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f5de81b1-9281-4dd6-aff4-d56c800ab945 req-3eff0314-2c1e-400d-b1bb-6b86a4fa01b7 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 Jul 13 02:29:51.780251 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfad75c-96f9-44c2-85f6-68a9c60da9e8 req-74563280-7496-45db-9c7e-bc242634cb1d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:51.781713 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6cfad75c-96f9-44c2-85f6-68a9c60da9e8 req-74563280-7496-45db-9c7e-bc242634cb1d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0615797 Jul 13 02:29:51.822986 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6cfad75c-96f9-44c2-85f6-68a9c60da9e8 req-d95ebffa-cb59-418c-ad5b-bf153b048cf7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357060 Jul 13 02:29:52.364873 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108c1b26-bcda-4d27-a1de-ffa44597ff15 req-8e7d2611-4e72-4b7b-9b58-245ab66a5175 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:52.367136 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-108c1b26-bcda-4d27-a1de-ffa44597ff15 req-8e7d2611-4e72-4b7b-9b58-245ab66a5175 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 946 time: 0.0624988 Jul 13 02:29:52.463253 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-108c1b26-bcda-4d27-a1de-ffa44597ff15 req-ac2c2fa9-2676-43a1-8334-c0df975033c9 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867426 Jul 13 02:29:52.491909 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811db84-2fcb-454b-8fe4-627a711d36ab req-203bdc15-1395-4942-a66f-c9a27166a94b tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:52.493378 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c811db84-2fcb-454b-8fe4-627a711d36ab req-203bdc15-1395-4942-a66f-c9a27166a94b tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 945 time: 0.1253874 Jul 13 02:29:52.524711 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:29:52.538999 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-c93532bf-def9-4128-a668-2c396274c881 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:52.540383 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-c93532bf-def9-4128-a668-2c396274c881 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 945 time: 0.1272237 Jul 13 02:29:52.549199 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c811db84-2fcb-454b-8fe4-627a711d36ab req-90bb6886-de92-42ec-8dd7-c4808ecb980c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484147 Jul 13 02:29:52.611949 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:52.634317 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:52.636555 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6693d73a-9209-4649-9346-b84db09b6110" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-unplugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:52.650300 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:52.655127 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:52.683366 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0748cdef-fd2a-4e03-aee7-c10b0e24d308 x-openstack-request-id: req-0748cdef-fd2a-4e03-aee7-c10b0e24d308 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:52.683683 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-unplugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:52.683934 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0748cdef-fd2a-4e03-aee7-c10b0e24d308 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:52.684318 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'code': 200} Jul 13 02:29:52.699089 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7c2ab-5c03-4d79-8d46-6096c0ec747f req-c5d9fe83-ffd5-445f-8db7-8b8269e9204e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:52.700630 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-51a7c2ab-5c03-4d79-8d46-6096c0ec747f req-c5d9fe83-ffd5-445f-8db7-8b8269e9204e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1200581 Jul 13 02:29:52.716855 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=8']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:52.718060 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Deleting port 806abd81-b203-4b96-891c-6f415ed06825 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:29:52.718406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:52.768816 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-51a7c2ab-5c03-4d79-8d46-6096c0ec747f req-c2b4a5b2-bc76-4c83-afa8-e19b7b47c664 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598431 Jul 13 02:29:52.831385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] For port 806abd81-b203-4b96-891c-6f415ed06825, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=806abd81-b203-4b96-891c-6f415ed06825,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:52.831747 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:52.849082 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Calling delete_port for 806abd81-b203-4b96-891c-6f415ed06825 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:29:52.915410 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-bdf09aaa-67cb-46a6-b700-d2611d1e8ecf None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:52.916078 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bdf09aaa-67cb-46a6-b700-d2611d1e8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:53.004560 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bdf09aaa-67cb-46a6-b700-d2611d1e8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:53.009897 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:53.042064 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-bdf09aaa-67cb-46a6-b700-d2611d1e8ecf None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:53.046576 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bdf09aaa-67cb-46a6-b700-d2611d1e8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:53.057023 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Pushing event deleted for resources: {'Port': ['ID=806abd81-b203-4b96-891c-6f415ed06825,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:53.075915 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['806abd81-b203-4b96-891c-6f415ed06825'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:29:53.102663 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] No DVR routers for this DVR port 806abd81-b203-4b96-891c-6f415ed06825 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:29:53.105206 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:53.108037 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0216e5c0-7891-4e98-9ee1-97560d22ff83 req-cf6ab029-4c29-4982-a6d8-ef1fc7654c32 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "DELETE /v2.0/ports/806abd81-b203-4b96-891c-6f415ed06825 HTTP/1.1" status: 204 len: 173 time: 0.5575905 Jul 13 02:29:53.109222 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a3e7df-5271-4585-b962-e014adc2c87b', 'name': 'network-vif-deleted', 'tag': '806abd81-b203-4b96-891c-6f415ed06825'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:53.111100 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f4a1ab-b6d7-485a-a806-140becdf6f08" -d '{"events": [{"server_uuid": "97a3e7df-5271-4585-b962-e014adc2c87b", "name": "network-vif-deleted", "tag": "806abd81-b203-4b96-891c-6f415ed06825"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:53.122825 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d7a0d-0485-4c48-993b-a9ee2771d8c3 req-09209903-8fcd-4b57-a211-c8a78946f03c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:53.124156 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dd3d7a0d-0485-4c48-993b-a9ee2771d8c3 req-09209903-8fcd-4b57-a211-c8a78946f03c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 944 time: 0.1717155 Jul 13 02:29:53.128813 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf09aaa-67cb-46a6-b700-d2611d1e8ecf None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=9']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:53.179157 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dd3d7a0d-0485-4c48-993b-a9ee2771d8c3 req-f2daea40-add8-4229-994a-fad19ab35285 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 Jul 13 02:29:53.200351 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b03c37-ec13-4a47-baf6-5655ba4e4e01 x-openstack-request-id: req-e0b03c37-ec13-4a47-baf6-5655ba4e4e01 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:53.200699 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a3e7df-5271-4585-b962-e014adc2c87b", "name": "network-vif-deleted", "tag": "806abd81-b203-4b96-891c-6f415ed06825", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:53.201017 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0b03c37-ec13-4a47-baf6-5655ba4e4e01 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:53.201326 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a3e7df-5271-4585-b962-e014adc2c87b', 'name': 'network-vif-deleted', 'tag': '806abd81-b203-4b96-891c-6f415ed06825', 'status': 'completed', 'code': 200} Jul 13 02:29:53.325961 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-d9264ae8-dd92-4271-9855-06fbdbe4d57c None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:29:53.326527 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d9264ae8-dd92-4271-9855-06fbdbe4d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:53.640275 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a9513d-392f-4770-8b88-34d1ef17b4a9 req-32d2c876-aa77-41fe-877a-af334bbb14ff tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:53.641807 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-80a9513d-392f-4770-8b88-34d1ef17b4a9 req-32d2c876-aa77-41fe-877a-af334bbb14ff tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 946 time: 0.0647008 Jul 13 02:29:53.694765 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-80a9513d-392f-4770-8b88-34d1ef17b4a9 req-f19dc3ef-16fb-4f05-b5b0-60353f9e2d56 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 Jul 13 02:29:53.712712 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7e32bdfe-5ec7-46ad-9077-14f5800455c1 req-0e1cf085-d8a3-4950-ab2c-fadfee9d887e tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=97a3e7df-5271-4585-b962-e014adc2c87b HTTP/1.1" status: 200 len: 210 time: 0.0325453 Jul 13 02:29:53.950761 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36143a2-4560-4e6f-b418-7daa11218449 req-14d236ff-d65e-4dcb-9e1b-b3a10b9cd73a tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:53.952266 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f36143a2-4560-4e6f-b418-7daa11218449 req-14d236ff-d65e-4dcb-9e1b-b3a10b9cd73a tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0651994 Jul 13 02:29:53.995092 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f36143a2-4560-4e6f-b418-7daa11218449 req-9437afaa-97d1-4ee2-a065-6ba641c793b1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Jul 13 02:29:54.362856 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ee25-d14c-4b1a-bcca-1a11f672ffef req-90f4a17a-81d2-46ad-8072-8ce085b03035 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:54.364374 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b207ee25-d14c-4b1a-bcca-1a11f672ffef req-90f4a17a-81d2-46ad-8072-8ce085b03035 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0669737 Jul 13 02:29:54.405566 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b207ee25-d14c-4b1a-bcca-1a11f672ffef req-063e822c-35d3-41cc-9122-eb37279da5df tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345581 Jul 13 02:29:54.686292 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:54.688661 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d76f425-126f-4af6-a0fb-ab60b19af8bd" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:54.724737 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adcc2d1-82d4-4e73-b57f-6a34ad877e07 x-openstack-request-id: req-1adcc2d1-82d4-4e73-b57f-6a34ad877e07 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:54.725786 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "failed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "code": 422}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:54.726300 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1adcc2d1-82d4-4e73-b57f-6a34ad877e07 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:54.726889 dv-cinder-781024-2-iscsi neutron-server[92893]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'code': 422} returned with failed status Jul 13 02:29:54.901863 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd9483-879a-4b9e-8f8c-d300986063ee req-9faa8185-ec23-4802-9eab-4447b96fd156 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:54.904070 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cbdd9483-879a-4b9e-8f8c-d300986063ee req-9faa8185-ec23-4802-9eab-4447b96fd156 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 946 time: 0.0875144 Jul 13 02:29:54.956049 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cbdd9483-879a-4b9e-8f8c-d300986063ee req-dbf9d23d-5c13-4adb-83c1-6a585f317efb tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Jul 13 02:29:55.235865 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d359066f-6e6a-4e36-b92a-e76229bba125 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:55.237334 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d359066f-6e6a-4e36-b92a-e76229bba125 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 946 time: 0.1504657 Jul 13 02:29:55.246181 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b1a0-7ec8-4d0e-84c9-5613700095c6 req-699d1362-271a-47c0-9f39-2d0a31f0f14b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:55.247566 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67d6b1a0-7ec8-4d0e-84c9-5613700095c6 req-699d1362-271a-47c0-9f39-2d0a31f0f14b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1305661 Jul 13 02:29:55.341080 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bdf9c-fed9-466e-951f-0e02bb34fe9b req-50cfebec-f4e2-46ac-b98a-935e9b5d19c6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:55.342587 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e17bdf9c-fed9-466e-951f-0e02bb34fe9b req-50cfebec-f4e2-46ac-b98a-935e9b5d19c6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.1742773 Jul 13 02:29:55.355089 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67d6b1a0-7ec8-4d0e-84c9-5613700095c6 req-239f92c4-64fe-44b5-9952-a87594a6b427 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974178 Jul 13 02:29:55.419659 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e17bdf9c-fed9-466e-951f-0e02bb34fe9b req-da62920f-d242-48c9-b9cf-ac4932565a5f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626035 Jul 13 02:29:55.436134 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Deleting port 1331fe83-6765-4c69-b422-419458955d3f {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:29:55.436248 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:55.531447 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] For port 1331fe83-6765-4c69-b422-419458955d3f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=1331fe83-6765-4c69-b422-419458955d3f,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:29:55.531791 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:55.544650 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Calling delete_port for 1331fe83-6765-4c69-b422-419458955d3f owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:29:55.553769 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 38774) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:29:55.652713 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-5cf631f2-a768-4ff5-816c-981e489e3afb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974257 Jul 13 02:29:55.675882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:55.705111 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event deleted for resources: {'Port': ['ID=1331fe83-6765-4c69-b422-419458955d3f,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:29:55.752035 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] No DVR routers for this DVR port 1331fe83-6765-4c69-b422-419458955d3f on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:29:55.754622 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:29:55.756907 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-abde58e5-cc69-4867-944a-13c25f98ea54 req-d82f7a83-5d03-4c44-91a9-35a86a3a6140 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "DELETE /v2.0/ports/1331fe83-6765-4c69-b422-419458955d3f HTTP/1.1" status: 204 len: 173 time: 0.5082321 Jul 13 02:29:55.757317 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'name': 'network-vif-deleted', 'tag': '1331fe83-6765-4c69-b422-419458955d3f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:29:55.759554 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa55c8e-59ae-496c-afe6-1a6d9cb97bf6" -d '{"events": [{"server_uuid": "e522ea39-8cb0-4f4f-8346-d951228edeaf", "name": "network-vif-deleted", "tag": "1331fe83-6765-4c69-b422-419458955d3f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:29:55.801077 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1693042-258f-4704-931e-07931b36415a x-openstack-request-id: req-c1693042-258f-4704-931e-07931b36415a {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:29:55.801369 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e522ea39-8cb0-4f4f-8346-d951228edeaf", "name": "network-vif-deleted", "tag": "1331fe83-6765-4c69-b422-419458955d3f", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:29:55.801720 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1693042-258f-4704-931e-07931b36415a {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:29:55.802137 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e522ea39-8cb0-4f4f-8346-d951228edeaf', 'name': 'network-vif-deleted', 'tag': '1331fe83-6765-4c69-b422-419458955d3f', 'status': 'completed', 'code': 200} Jul 13 02:29:56.090852 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12ab8d32-5a44-4d25-bf74-47af4b1fa813 req-b24dacc7-ec0c-4a8a-9d0e-b99b9f6d71e8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 210 time: 0.0277576 Jul 13 02:29:56.533639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad72af-4298-40c2-bebf-24637bec4144 req-b45421ed-5c92-4028-90b3-16048edf378b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:56.535152 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c2ad72af-4298-40c2-bebf-24637bec4144 req-b45421ed-5c92-4028-90b3-16048edf378b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0659330 Jul 13 02:29:56.602358 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c2ad72af-4298-40c2-bebf-24637bec4144 req-0f725515-6131-4d7c-a574-dd06eb6fd7b9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608974 Jul 13 02:29:56.629878 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc24a4a-107b-4a2c-ac4e-39b8c43ee52d req-afd22360-d74a-43b0-9339-79ead3b95387 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:56.631483 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1fc24a4a-107b-4a2c-ac4e-39b8c43ee52d req-afd22360-d74a-43b0-9339-79ead3b95387 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0839143 Jul 13 02:29:56.669608 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1fc24a4a-107b-4a2c-ac4e-39b8c43ee52d req-8fdadc2d-0618-458a-b98e-161254e85ae7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307319 Jul 13 02:29:57.233210 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-99096417-0b8e-4100-affc-11a97902e161 req-31b7455f-4c03-4646-bd61-b007a572e408 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 210 time: 0.0291069 Jul 13 02:29:57.777027 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bcbb0-e5fb-4ad7-b5bc-83ac736afd59 req-8a9835f4-b961-4c1b-89e4-b71d418a56d5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:57.778577 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-160bcbb0-e5fb-4ad7-b5bc-83ac736afd59 req-8a9835f4-b961-4c1b-89e4-b71d418a56d5 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0647788 Jul 13 02:29:57.845741 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-160bcbb0-e5fb-4ad7-b5bc-83ac736afd59 req-672cb241-bbe0-4178-95ba-33112294a109 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614958 Jul 13 02:29:57.870708 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06d7af-a714-4e65-97d0-72de4025bb0b req-11c24928-6bce-4e58-9b84-22d272293739 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:57.872148 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fe06d7af-a714-4e65-97d0-72de4025bb0b req-11c24928-6bce-4e58-9b84-22d272293739 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0815499 Jul 13 02:29:57.909175 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fe06d7af-a714-4e65-97d0-72de4025bb0b req-85999f69-7850-45b6-94fc-c1ac74e06e3f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314298 Jul 13 02:29:58.049280 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'a3decc40-d384-449b-b7b0-9d10dd653354', '543eb3b5-2e4c-41c7-a86e-841db9532b16', '1331fe83-6765-4c69-b422-419458955d3f'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:29:58.112539 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 806abd81-b203-4b96-891c-6f415ed06825 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:29:58.138075 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 806abd81-b203-4b96-891c-6f415ed06825 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:29:58.139811 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 806abd81-b203-4b96-891c-6f415ed06825 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:29:58.393832 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-edd21a54-f996-44c3-b6a4-53e7066c5c9c req-a6ede1c6-c426-4387-8487-b5327cb5a31c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=e522ea39-8cb0-4f4f-8346-d951228edeaf HTTP/1.1" status: 200 len: 210 time: 0.0318892 Jul 13 02:29:59.031617 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f2dfa-d7ef-400c-ac45-63976e7b076c req-df286b5f-6a34-4f49-9884-084bff543114 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:59.033098 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3c9f2dfa-d7ef-400c-ac45-63976e7b076c req-df286b5f-6a34-4f49-9884-084bff543114 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0694745 Jul 13 02:29:59.097638 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3c9f2dfa-d7ef-400c-ac45-63976e7b076c req-ec696820-f47e-4387-ba0e-c810b56bfd16 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536144 Jul 13 02:29:59.131063 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612c625-209a-4048-8437-d2128e597949 req-bfe23827-cd20-409c-88c8-db233c66b9c3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:59.133575 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2612c625-209a-4048-8437-d2128e597949 req-bfe23827-cd20-409c-88c8-db233c66b9c3 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0995917 Jul 13 02:29:59.174987 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2612c625-209a-4048-8437-d2128e597949 req-c29c4e34-4ed8-471e-b6f5-e38031ee506f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346694 Jul 13 02:29:59.821991 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-0c92f23a-52e6-422d-8ea6-ee1c46b0f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:59.823435 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-0c92f23a-52e6-422d-8ea6-ee1c46b0f54b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d&tenant_id=63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 1099 time: 0.0864079 Jul 13 02:29:59.928911 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-fca257fc-c69c-4151-88bf-2c63247f04bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:29:59.930733 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-fca257fc-c69c-4151-88bf-2c63247f04bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1099 time: 0.0543017 Jul 13 02:30:00.027259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-b4a76f24-ce1e-416c-bbaf-1b965aa24b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:00.028695 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-b4a76f24-ce1e-416c-bbaf-1b965aa24b69 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.0865092 Jul 13 02:30:00.084335 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:00.090294 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-d8207cbd-8bc5-4e78-83c0-5c6cef604fb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 200 len: 1002 time: 0.0544729 Jul 13 02:30:00.139277 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-f842d124-d889-47d6-9175-592cdb9cc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:00.141136 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-f842d124-d889-47d6-9175-592cdb9cc0c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0445447 Jul 13 02:30:00.167665 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:00.203106 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:00.208820 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e75e4-4997-4149-86ed-179d7df8b6ac" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-unplugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:00.222549 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-1c788d92-6865-4320-9067-4c4b26e9b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:00.223139 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:00.224888 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-1c788d92-6865-4320-9067-4c4b26e9b690 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760415 Jul 13 02:30:00.227888 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:00.259017 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 1331fe83-6765-4c69-b422-419458955d3f no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:00.286843 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 1331fe83-6765-4c69-b422-419458955d3f {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:00.287276 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 1331fe83-6765-4c69-b422-419458955d3f not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:00.308098 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=10']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:00.424497 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-2599f767-7d3f-45c6-b175-7af4864800fd service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913955 Jul 13 02:30:00.468352 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6022ea-e484-47d7-a6c8-b9842efcebdd req-d9f7d285-6ebc-4ef6-b494-8af87bd18ab8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:00.469846 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7a6022ea-e484-47d7-a6c8-b9842efcebdd req-d9f7d285-6ebc-4ef6-b494-8af87bd18ab8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.2235277 Jul 13 02:30:00.546573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a60c72-b60d-4011-bd0c-839cff60534d req-dbd8dbc0-79bc-42e3-a3ec-841280cbb58f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:00.548217 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69a60c72-b60d-4011-bd0c-839cff60534d req-dbd8dbc0-79bc-42e3-a3ec-841280cbb58f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 945 time: 0.1996441 Jul 13 02:30:00.573089 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-30a301bf-2b70-4ee0-b3ac-957c258116f2 None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:30:00.573578 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-30a301bf-2b70-4ee0-b3ac-957c258116f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:00.605920 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7a6022ea-e484-47d7-a6c8-b9842efcebdd req-97ff549c-442f-4911-bb0c-167df7933054 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227407 Jul 13 02:30:00.623876 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dc35389b-620b-4318-b38e-3ff5a4b6c40a req-046a1750-6521-47a1-8103-31b2f75afa47 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899199 Jul 13 02:30:00.656614 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69a60c72-b60d-4011-bd0c-839cff60534d req-9be42fd2-a8a9-4b58-af54-93b07938bbd2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974927 Jul 13 02:30:00.735653 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-30a301bf-2b70-4ee0-b3ac-957c258116f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:00.738311 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613b163f-9b22-4f74-8b4b-3a3e0a673686 x-openstack-request-id: req-613b163f-9b22-4f74-8b4b-3a3e0a673686 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:00.738598 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-unplugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:00.740049 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-613b163f-9b22-4f74-8b4b-3a3e0a673686 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:00.740930 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'code': 200} Jul 13 02:30:00.781546 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-30a301bf-2b70-4ee0-b3ac-957c258116f2 None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:00.786904 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-30a301bf-2b70-4ee0-b3ac-957c258116f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:00.859146 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a301bf-2b70-4ee0-b3ac-957c258116f2 None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=11']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:01.055830 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-34dac96d-c8bd-4b5c-a4be-fe983786ef3c None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:30:01.056192 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-34dac96d-c8bd-4b5c-a4be-fe983786ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:01.111989 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a18ec-73b0-4b00-a831-aa363af4f099 req-f0d87cc4-2bdd-4e91-ad79-ba1725eb8800 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:01.113339 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c7a18ec-73b0-4b00-a831-aa363af4f099 req-f0d87cc4-2bdd-4e91-ad79-ba1725eb8800 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0655868 Jul 13 02:30:01.152036 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6c7a18ec-73b0-4b00-a831-aa363af4f099 req-ef5da28a-02d0-4f67-a838-49323c05e9f8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Jul 13 02:30:02.064035 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ce668-be29-45a2-bca3-1dbb8eeedacd req-bffa7e5a-c213-491c-bc98-333d10976b05 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:02.065481 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e65ce668-be29-45a2-bca3-1dbb8eeedacd req-bffa7e5a-c213-491c-bc98-333d10976b05 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.3367405 Jul 13 02:30:02.095825 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211c54e-c2c8-486f-baab-164d9a327630 req-4b93a34a-0788-4003-b39a-81b93cf0df47 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:02.097216 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5211c54e-c2c8-486f-baab-164d9a327630 req-4b93a34a-0788-4003-b39a-81b93cf0df47 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.3323853 Jul 13 02:30:02.128136 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e65ce668-be29-45a2-bca3-1dbb8eeedacd req-55dae25a-6ade-47ad-b7a2-cc8dd7d74f0d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551598 Jul 13 02:30:02.145800 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5211c54e-c2c8-486f-baab-164d9a327630 req-b28849f2-46e8-4165-a449-53d0f17c0c99 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Jul 13 02:30:02.323382 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db308564-9029-4453-b071-a7fdb2ebc7a1 req-21e00b85-ac16-4747-be36-bd0a6c3917f8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:02.324761 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-db308564-9029-4453-b071-a7fdb2ebc7a1 req-21e00b85-ac16-4747-be36-bd0a6c3917f8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0628114 Jul 13 02:30:02.363324 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-db308564-9029-4453-b071-a7fdb2ebc7a1 req-f0d1cc4b-cbe0-4786-8954-db5d7f39183d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331547 Jul 13 02:30:02.742235 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:02.744519 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22affaf-c108-408c-8266-a17a1a0e8e75" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:02.779076 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a98ed43-0f48-47fd-8bac-c5782757482e x-openstack-request-id: req-1a98ed43-0f48-47fd-8bac-c5782757482e {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:02.779359 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:02.779606 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a98ed43-0f48-47fd-8bac-c5782757482e {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:02.779980 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'code': 200} Jul 13 02:30:03.342882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7dd396-d864-4d27-a92a-b5acfacd188c req-2595fb69-cb43-4027-8acd-95f621ba65cf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:03.344247 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2f7dd396-d864-4d27-a92a-b5acfacd188c req-2595fb69-cb43-4027-8acd-95f621ba65cf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1060393 Jul 13 02:30:03.355254 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1c8c0-2296-4040-b3a3-706b147b1f5f req-281b2741-14bd-4613-bead-170f22352469 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:03.356616 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-30a1c8c0-2296-4040-b3a3-706b147b1f5f req-281b2741-14bd-4613-bead-170f22352469 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0853956 Jul 13 02:30:03.410957 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2f7dd396-d864-4d27-a92a-b5acfacd188c req-9e71070a-f79a-431d-a0f3-ba59691ded9e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534146 Jul 13 02:30:03.413769 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-30a1c8c0-2296-4040-b3a3-706b147b1f5f req-5a4f5004-463b-41b1-b0d4-ba4153082fbb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505335 Jul 13 02:30:03.573771 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a83bf-0a07-437f-b7fe-fe34e2b46512 req-c5d3579e-e65f-473e-8b81-dfef1cad3a63 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:03.575272 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f43a83bf-0a07-437f-b7fe-fe34e2b46512 req-c5d3579e-e65f-473e-8b81-dfef1cad3a63 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0664349 Jul 13 02:30:03.612458 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f43a83bf-0a07-437f-b7fe-fe34e2b46512 req-71994b04-c1aa-440f-854b-0dcf152cfb97 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312831 Jul 13 02:30:04.633130 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01bc050-648e-47aa-9bac-bf7b6d147459 req-35f778a7-06a4-4932-a46c-045c3d443c9e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:04.634698 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b01bc050-648e-47aa-9bac-bf7b6d147459 req-35f778a7-06a4-4932-a46c-045c3d443c9e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1047530 Jul 13 02:30:04.648164 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd4175-6875-4283-a27c-ea9f08ee9877 req-78cea6bd-afa6-4a68-9b66-8ef1353b08f2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:04.649689 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0dbd4175-6875-4283-a27c-ea9f08ee9877 req-78cea6bd-afa6-4a68-9b66-8ef1353b08f2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1105936 Jul 13 02:30:04.706387 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b01bc050-648e-47aa-9bac-bf7b6d147459 req-861ce2b9-0e2e-4971-8af4-2410fc493b64 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556431 Jul 13 02:30:04.734577 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0dbd4175-6875-4283-a27c-ea9f08ee9877 req-246be6a8-2ca4-43cf-bdb0-c1f1e5827a68 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777719 Jul 13 02:30:04.971130 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490697b6-f6ec-4cec-9e79-3ab3acf3040b req-a1f04580-4faa-4ff3-889d-16cf9f7efb02 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:04.972533 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-490697b6-f6ec-4cec-9e79-3ab3acf3040b req-a1f04580-4faa-4ff3-889d-16cf9f7efb02 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.1229148 Jul 13 02:30:05.003265 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-2a6382eb-7554-48d4-b3fa-5b70a65fead5 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:05.004671 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-2a6382eb-7554-48d4-b3fa-5b70a65fead5 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/networks?id=889ba6c6-2035-4ca1-b73e-b7767234c4d9 HTTP/1.1" status: 200 len: 814 time: 0.1768682 Jul 13 02:30:05.030284 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-69d7fe48-cca1-424f-933c-e82d0cc040f5 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/quotas/eaa2c1d46685432e8656123be9d86664 HTTP/1.1" status: 200 len: 375 time: 0.0190105 Jul 13 02:30:05.033155 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-490697b6-f6ec-4cec-9e79-3ab3acf3040b req-8bd1fc35-63c7-46e7-b680-095b8b3b6964 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512655 Jul 13 02:30:05.063402 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-71a75b36-d714-404b-8d30-9be2dc8b7eb5 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=eaa2c1d46685432e8656123be9d86664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279427 Jul 13 02:30:05.161351 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-007f8f8b-fa19-461a-9165-7653fe2c8fc7 service neutron] 10.222.0.32 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909691 Jul 13 02:30:05.250178 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-2542bbac-6cd3-4c2c-a8cf-cf93319f662f service neutron] 10.222.0.32 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819166 Jul 13 02:30:05.418381 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eb958416-976f-4802-90bd-02ac37b670fb req-528b705d-62cf-485d-97b5-efa66bd4b7bb tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0306835 Jul 13 02:30:05.833048 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:05.971551 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05139-e5ef-4716-bf31-a7b4202b9ba8 req-638c4408-dc61-4177-b21c-39fdffc9225e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:05.973354 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-22f05139-e5ef-4716-bf31-a7b4202b9ba8 req-638c4408-dc61-4177-b21c-39fdffc9225e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1068976 Jul 13 02:30:05.980625 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234da11-8069-458b-9197-bf97d42faa42 req-798e95dd-eeac-4914-b21a-edb34fc2965c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:05.982001 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e234da11-8069-458b-9197-bf97d42faa42 req-798e95dd-eeac-4914-b21a-edb34fc2965c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1054513 Jul 13 02:30:06.041267 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e234da11-8069-458b-9197-bf97d42faa42 req-cb0d2c5e-cdf1-44ae-8ea2-46e6fa24e40c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498157 Jul 13 02:30:06.041758 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-22f05139-e5ef-4716-bf31-a7b4202b9ba8 req-820a932b-a2c0-4ad0-86df-04a9a8fe47d1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588546 Jul 13 02:30:06.236158 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296021da-0c78-42bd-a4b9-f86e2d6773a1 req-bcd1fee5-ec2d-475c-bf1d-69213ef0dc66 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:06.237626 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-296021da-0c78-42bd-a4b9-f86e2d6773a1 req-bcd1fee5-ec2d-475c-bf1d-69213ef0dc66 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0689018 Jul 13 02:30:06.274723 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-296021da-0c78-42bd-a4b9-f86e2d6773a1 req-a9090f11-6af6-4046-912b-19e2f3cf65a2 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Jul 13 02:30:06.602819 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fdbcccea-be91-4a27-935f-a409048c5caa req-46a683fa-3630-4767-bbd4-70b44e4bce1d tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0313299 Jul 13 02:30:07.252777 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98505-92a2-4dde-b571-57a4c3dec4e7 req-c9302030-2aab-40db-8a01-6273f2d9d0c4 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:07.254256 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be98505-92a2-4dde-b571-57a4c3dec4e7 req-c9302030-2aab-40db-8a01-6273f2d9d0c4 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0856161 Jul 13 02:30:07.346307 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc7640-9c74-4e96-929e-0e0beef3b2a6 req-9bf87bf2-a62f-453e-bcdc-70119dada679 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:07.347745 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c4dc7640-9c74-4e96-929e-0e0beef3b2a6 req-9bf87bf2-a62f-453e-bcdc-70119dada679 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1189642 Jul 13 02:30:07.351107 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be98505-92a2-4dde-b571-57a4c3dec4e7 req-8bc19c4a-0a5e-4247-be7f-994b0cdb05be tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683541 Jul 13 02:30:07.393159 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c4dc7640-9c74-4e96-929e-0e0beef3b2a6 req-940e179d-86e7-4539-a0a9-5f3c5e3275a5 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392802 Jul 13 02:30:07.535154 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fc88c-297e-4de2-b3d0-69424be5cf51 req-133a9bab-3b3d-4bf4-b773-88b89d7d01de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:07.538502 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a87fc88c-297e-4de2-b3d0-69424be5cf51 req-133a9bab-3b3d-4bf4-b773-88b89d7d01de tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0769539 Jul 13 02:30:07.578449 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a87fc88c-297e-4de2-b3d0-69424be5cf51 req-76cb04e0-d068-4285-b648-c938f3797d57 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355070 Jul 13 02:30:07.750319 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8cf48014-692d-44a6-942a-5c52bc92a32d req-59cebf45-ebbd-4613-99a9-19f57eb8c5ff tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0312574 Jul 13 02:30:08.580611 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59170125-9c1f-4daf-9247-663c080b33e2 req-e14b031a-497e-420b-9cae-96c2439ff5ea tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:08.582097 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59170125-9c1f-4daf-9247-663c080b33e2 req-e14b031a-497e-420b-9cae-96c2439ff5ea tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1160254 Jul 13 02:30:08.618991 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfc4ec-e0f9-4a22-b2a0-5ba7cb70a480 req-5db4e649-dfdd-4e4c-bb3a-036bb95bc246 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:08.620477 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-26bfc4ec-e0f9-4a22-b2a0-5ba7cb70a480 req-5db4e649-dfdd-4e4c-bb3a-036bb95bc246 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1013882 Jul 13 02:30:08.644399 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59170125-9c1f-4daf-9247-663c080b33e2 req-71a9f302-2cd3-447c-b2d9-c78407b484c2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550554 Jul 13 02:30:08.670520 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-26bfc4ec-e0f9-4a22-b2a0-5ba7cb70a480 req-41c71ad1-3424-4c4e-aac9-57bc0e017f7c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Jul 13 02:30:08.815825 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3011f3a-815e-49ed-8cff-db2d84ff855e req-857e6408-09ed-4b6e-b16f-b915f309aa20 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:08.818252 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d3011f3a-815e-49ed-8cff-db2d84ff855e req-857e6408-09ed-4b6e-b16f-b915f309aa20 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0705206 Jul 13 02:30:08.855761 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d3011f3a-815e-49ed-8cff-db2d84ff855e req-139f9971-ec88-4fd2-a48f-a7d71bbc4b12 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328674 Jul 13 02:30:08.898667 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eb7bdbf9-93ab-43ff-ab8d-53dadeb53d94 req-27b06983-f50f-4be8-b4ee-772c4ffdcb43 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Jul 13 02:30:09.862185 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac302dcd-b63f-41b4-b692-2b29d4664d26 req-3f1e36a1-4f35-4777-a231-fc1c96305006 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:09.863644 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ac302dcd-b63f-41b4-b692-2b29d4664d26 req-3f1e36a1-4f35-4777-a231-fc1c96305006 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1052346 Jul 13 02:30:09.875445 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991c47a-894b-4513-bad0-3decb127d4e7 req-033abb00-4af1-4706-93ad-bed237ad43d7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:09.876826 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d991c47a-894b-4513-bad0-3decb127d4e7 req-033abb00-4af1-4706-93ad-bed237ad43d7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0874224 Jul 13 02:30:09.937590 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ac302dcd-b63f-41b4-b692-2b29d4664d26 req-23ac8d22-57d5-48f0-9a85-69f894b89746 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597360 Jul 13 02:30:09.940720 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d991c47a-894b-4513-bad0-3decb127d4e7 req-914058b3-d596-4bf4-86d2-4bc275567993 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565505 Jul 13 02:30:10.108034 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c06b3990-5455-40e2-a554-6c9d00060b22 req-990b52ff-774a-463c-8adc-3cecd01e738b tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0504599 Jul 13 02:30:10.142126 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a245b-e19e-423f-a6b0-b9f00119c0cf req-2c87ac1a-1add-4ef9-8121-ce7b26b2c8a6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:10.143596 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c85a245b-e19e-423f-a6b0-b9f00119c0cf req-2c87ac1a-1add-4ef9-8121-ce7b26b2c8a6 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0842171 Jul 13 02:30:10.186870 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c85a245b-e19e-423f-a6b0-b9f00119c0cf req-3ebfdead-2445-4481-a213-e237ab372802 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368252 Jul 13 02:30:11.216467 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7ec5f-f438-4456-915a-70a37265611e req-1b082672-397f-4040-a8d3-e1088ab9e5cb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:11.223449 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-00d7ec5f-f438-4456-915a-70a37265611e req-1b082672-397f-4040-a8d3-e1088ab9e5cb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1462071 Jul 13 02:30:11.240914 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffba1c0c-c49c-4144-a430-43e574027ba8 req-a027236b-ea64-4b9f-be4b-67d37e69550c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:11.247680 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ffba1c0c-c49c-4144-a430-43e574027ba8 req-a027236b-ea64-4b9f-be4b-67d37e69550c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1336999 Jul 13 02:30:11.300672 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-00d7ec5f-f438-4456-915a-70a37265611e req-e3d11ae4-2073-4c09-bddb-8b6ed0bb11c9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763683 Jul 13 02:30:11.310453 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ffba1c0c-c49c-4144-a430-43e574027ba8 req-39082208-52c9-4669-93d8-5e267cbebedd tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Jul 13 02:30:11.478522 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e3845985-b5a5-4273-9183-29dae5100c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:11.533111 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1b01a020-cac2-48ed-a142-9e377b8d5592 req-95261572-2769-487d-ba0a-b0c7515d9b47 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0749395 Jul 13 02:30:11.651275 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7593e5-0966-4d84-a20a-452e97c5a5ce req-7431a5f0-911d-470f-96fd-b741a176d784 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:11.658266 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a7593e5-0966-4d84-a20a-452e97c5a5ce req-7431a5f0-911d-470f-96fd-b741a176d784 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0870173 Jul 13 02:30:11.707157 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a7593e5-0966-4d84-a20a-452e97c5a5ce req-f4cd0a83-6ff1-406f-beec-ec7cac3d5d02 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480149 Jul 13 02:30:12.571198 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bdadab-efdd-419b-a780-3b4780dffb00 req-668701e4-040a-473f-ac8f-9d2d3fd1f0fb tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:12.578170 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d6bdadab-efdd-419b-a780-3b4780dffb00 req-668701e4-040a-473f-ac8f-9d2d3fd1f0fb tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1188750 Jul 13 02:30:12.626798 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d6bdadab-efdd-419b-a780-3b4780dffb00 req-91d9b0a1-4d42-47fb-8221-d8ec00f53628 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 Jul 13 02:30:12.647508 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bdc89-40dc-4e44-8e26-2c04ad157729 req-e2a33009-b51e-4a21-acf2-0ff14c1f5fc7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:12.649635 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d03bdc89-40dc-4e44-8e26-2c04ad157729 req-e2a33009-b51e-4a21-acf2-0ff14c1f5fc7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1549602 Jul 13 02:30:12.753622 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d03bdc89-40dc-4e44-8e26-2c04ad157729 req-3b111477-356c-4d22-9034-a68bf3cb162c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846040 Jul 13 02:30:12.841002 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21cad771-b6c9-459e-ab8d-77466db2835a req-3f4997c6-4718-48bb-89e6-7c940152f2d4 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0290761 Jul 13 02:30:12.966499 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded8635-a8cb-4dbd-8ebc-11abfb4273ab req-71a3b30c-b8e8-49e0-9ac7-8a84f527a94f tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:12.968018 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fded8635-a8cb-4dbd-8ebc-11abfb4273ab req-71a3b30c-b8e8-49e0-9ac7-8a84f527a94f tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0685077 Jul 13 02:30:13.005264 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fded8635-a8cb-4dbd-8ebc-11abfb4273ab req-7e122d60-c152-4224-8c20-7b79419e853b tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317373 Jul 13 02:30:13.825795 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eceaf-3d19-4792-ac30-d61f123063c2 req-ecff9eb7-7a02-4c40-b316-fba069b40dde tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:13.827347 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b81eceaf-3d19-4792-ac30-d61f123063c2 req-ecff9eb7-7a02-4c40-b316-fba069b40dde tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0856893 Jul 13 02:30:13.867170 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b81eceaf-3d19-4792-ac30-d61f123063c2 req-ac399d0c-17fc-4566-ab27-b7e0fb5e5011 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Jul 13 02:30:13.892699 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c0202405-6b60-47f1-b069-aa92f219a4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:13.948843 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfdeb4-5615-47bc-b619-603efe0414eb req-0d2c4305-1f49-428d-9a12-f1bab2ac76b6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:13.954694 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0abfdeb4-5615-47bc-b619-603efe0414eb req-0d2c4305-1f49-428d-9a12-f1bab2ac76b6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0654287 Jul 13 02:30:14.014783 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0abfdeb4-5615-47bc-b619-603efe0414eb req-34820c17-e5d7-40a9-9cb2-e7da08ec4a3b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568779 Jul 13 02:30:14.033965 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-08cb3a0e-2c21-4bd0-a323-363e56c2d202 req-f3533f95-c795-4daf-84de-ad7ce1d45816 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0362751 Jul 13 02:30:14.210916 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128e304-1e04-41cb-80b7-559c5d40d433 req-f4dd1cab-09ff-4978-9e0e-a7056b60bf67 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:14.212778 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5128e304-1e04-41cb-80b7-559c5d40d433 req-f4dd1cab-09ff-4978-9e0e-a7056b60bf67 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0738571 Jul 13 02:30:14.249658 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:14.264331 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5128e304-1e04-41cb-80b7-559c5d40d433 req-fecf919d-b47b-4b3b-9f91-6dba117707c9 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Jul 13 02:30:14.991202 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:15.100343 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c78f0-8cf4-4cb6-8b27-4df2a5b5dfb9 req-5a55d11b-6cec-4608-a14e-1b9e251da6c3 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:15.101930 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e0c78f0-8cf4-4cb6-8b27-4df2a5b5dfb9 req-5a55d11b-6cec-4608-a14e-1b9e251da6c3 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0845404 Jul 13 02:30:15.142531 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e0c78f0-8cf4-4cb6-8b27-4df2a5b5dfb9 req-bc732c6f-e78d-4f2f-a340-17fdef0ad072 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350502 Jul 13 02:30:15.207392 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e1710-bf22-498c-8cf5-04cbc323f994 req-30a25748-1be2-4fe8-914a-b159a42cd905 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:15.209434 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709e1710-bf22-498c-8cf5-04cbc323f994 req-30a25748-1be2-4fe8-914a-b159a42cd905 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0713370 Jul 13 02:30:15.250384 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-709e1710-bf22-498c-8cf5-04cbc323f994 req-a1612d0d-4a96-4e70-a066-4e7d7c45b59d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353513 Jul 13 02:30:15.282304 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fef76eb9-09d1-4ffe-8cfd-805dc536f0a7 req-40970f50-0c76-4b4c-abb5-9efaea351de3 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0359104 Jul 13 02:30:15.435080 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16da73-2620-41fc-b99d-9a7bf4f3e1a2 req-6fe58ce2-3874-4d83-b82e-ca13c466433d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:15.436567 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ed16da73-2620-41fc-b99d-9a7bf4f3e1a2 req-6fe58ce2-3874-4d83-b82e-ca13c466433d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0624053 Jul 13 02:30:15.472816 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ed16da73-2620-41fc-b99d-9a7bf4f3e1a2 req-7087407e-a7e8-447f-b01f-b6f9cf52047b tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307639 Jul 13 02:30:16.154010 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-6b5d349f-c369-4a8d-8989-6214e1e8286c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571961 Jul 13 02:30:16.329955 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-4f7a9d84-312e-48ff-94fb-af4c7b7a2739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:16.331472 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-4f7a9d84-312e-48ff-94fb-af4c7b7a2739 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 1098 time: 0.1031599 Jul 13 02:30:16.344315 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2e08d-ade7-420c-a170-4f62f9057e3b req-d43f5eac-02f2-4009-ac0c-e38bce765630 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:16.345822 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5ad2e08d-ade7-420c-a170-4f62f9057e3b req-d43f5eac-02f2-4009-ac0c-e38bce765630 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0860245 Jul 13 02:30:16.439051 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:16.447757 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5ad2e08d-ade7-420c-a170-4f62f9057e3b req-c0f4fd9a-e394-4c34-9606-bdbf3113a10c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944953 Jul 13 02:30:16.515248 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-672aedd5-9270-4907-ba6b-47c3f3470bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:16.516726 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-672aedd5-9270-4907-ba6b-47c3f3470bac service neutron] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 912 time: 0.1488981 Jul 13 02:30:16.529483 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36ba9c-9927-43d6-aac0-741d8cb46311 req-e41eb62f-ee94-4220-bdc7-59da5dd51497 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:16.530857 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5f36ba9c-9927-43d6-aac0-741d8cb46311 req-e41eb62f-ee94-4220-bdc7-59da5dd51497 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1525168 Jul 13 02:30:16.620152 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f20c78b2-c22a-46cd-a561-e108ec3bd7fa req-bcf3edec-277b-431d-a5de-f5c97c4624cf tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0478039 Jul 13 02:30:16.643779 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-05a050c4-a8cc-4c17-854c-d81bfb799122 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 200 len: 1000 time: 0.1119902 Jul 13 02:30:16.647353 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5f36ba9c-9927-43d6-aac0-741d8cb46311 req-0b3de02f-d653-4f11-9384-fd7f4eb5a1b9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095839 Jul 13 02:30:16.707433 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-d49fa9cf-2b72-4d5c-a4cc-4721770869fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:16.709559 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-d49fa9cf-2b72-4d5c-a4cc-4721770869fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0476532 Jul 13 02:30:16.811749 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-f47e4cf4-d6c6-4d52-8d47-78a8f80ab9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:16.813171 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-f47e4cf4-d6c6-4d52-8d47-78a8f80ab9ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962403 Jul 13 02:30:16.822057 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b0f01-29a1-4e48-9e70-c1414938224c req-ff5d84ce-a454-4b09-b333-72b12154bd5c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:16.823416 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0b4b0f01-29a1-4e48-9e70-c1414938224c req-ff5d84ce-a454-4b09-b333-72b12154bd5c tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.0981085 Jul 13 02:30:16.909924 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0b4b0f01-29a1-4e48-9e70-c1414938224c req-66935194-02a8-4775-955e-bfc09477b021 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787783 Jul 13 02:30:16.933841 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-fa76d6a6-cd02-4964-8279-e70917e4d97d service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095283 Jul 13 02:30:17.025302 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0cba684e-d42d-426a-9814-0b3fc86c9fad req-908c71ce-813e-454d-b019-ea15f6616666 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830798 Jul 13 02:30:17.291982 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-23ee3cba-f7e6-4510-b0ce-0bf59b72c8ff tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:17.293426 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-23ee3cba-f7e6-4510-b0ce-0bf59b72c8ff tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "GET /v2.0/networks?id=889ba6c6-2035-4ca1-b73e-b7767234c4d9 HTTP/1.1" status: 200 len: 814 time: 0.1102953 Jul 13 02:30:17.313874 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Request body: {'port': {'device_id': '325ba981-747f-4908-a6d4-529a36297483', 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9', 'admin_state_up': True, 'tenant_id': 'eaa2c1d46685432e8656123be9d86664'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:30:17.419683 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Made reservation on behalf of eaa2c1d46685432e8656123be9d86664 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:30:17.423581 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:17.549824 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Allocated IP 172.20.0.11 (889ba6c6-2035-4ca1-b73e-b7767234c4d9/45444a1d-1421-40e9-b44f-f361edfe8940/e36bc09f-287f-4d23-8b1e-388f63fb032f) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:30:17.942968 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc6509-cbc3-43b8-a861-6e3712374b5e req-ef201117-dcd0-4547-b078-60278e57e53c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:17.944435 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c9bc6509-cbc3-43b8-a861-6e3712374b5e req-ef201117-dcd0-4547-b078-60278e57e53c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.3832006 Jul 13 02:30:17.982672 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f64506d3-a369-4a7e-a80c-d5086b7854e6 req-6a646839-2664-496e-99be-8173c473b79d tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0523779 Jul 13 02:30:18.073583 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c9bc6509-cbc3-43b8-a861-6e3712374b5e req-779df183-48c3-48b0-9854-7bef87cabd4a tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177735 Jul 13 02:30:18.087549 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.090544 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a2fa7-91cf-46cf-833f-cb260511b3c5 req-b35a4397-6d6a-4d8a-a03e-f1907fba85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:18.091994 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8d3a2fa7-91cf-46cf-833f-cb260511b3c5 req-b35a4397-6d6a-4d8a-a03e-f1907fba85e2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.4334257 Jul 13 02:30:18.118448 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-94e960c0-f957-4c8f-b035-58da9ed502dc tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:18.119899 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-94e960c0-f957-4c8f-b035-58da9ed502dc tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.1316667 Jul 13 02:30:18.180118 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8d3a2fa7-91cf-46cf-833f-cb260511b3c5 req-6a35bc03-8abb-4f14-ba6c-f441f881bfb4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740287 Jul 13 02:30:18.230619 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.231792 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Deleting port 543eb3b5-2e4c-41c7-a86e-841db9532b16 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:18.232131 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.238728 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e044c-49e0-433d-8a8f-d5b7e9c66f3b req-70e74a39-8d57-4654-a3f8-aaef057005cd tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:18.240230 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-860e044c-49e0-433d-8a8f-d5b7e9c66f3b req-70e74a39-8d57-4654-a3f8-aaef057005cd tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1460955 Jul 13 02:30:18.322056 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:30:18.327870 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:30:18.330663 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Pushing event updated for resources: {'Port': ['ID=e36bc09f-287f-4d23-8b1e-388f63fb032f,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:18.340638 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:30:18.377378 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.377837 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.378068 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.378402 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.378974 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.379096 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.379356 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.379672 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.379990 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.380337 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.381169 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.381480 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.392072 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-860e044c-49e0-433d-8a8f-d5b7e9c66f3b req-582b6910-fcb8-4608-bcf2-33fc7f67eb47 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433551 Jul 13 02:30:18.402174 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ac586-b567-4bcd-8690-ae16615c88e6 req-8980b241-5357-46bf-b697-b5db6c395351 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:18.403734 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e71ac586-b567-4bcd-8690-ae16615c88e6 req-8980b241-5357-46bf-b697-b5db6c395351 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 946 time: 0.2201490 Jul 13 02:30:18.435401 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:18.436018 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.463154 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-d8cf1aaf-5c72-4787-a8ab-a1c7ac5a58ad tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1530001 Jul 13 02:30:18.466151 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e71ac586-b567-4bcd-8690-ae16615c88e6 req-fd5f100a-6be5-4d5f-8b55-26b1b08dc626 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557222 Jul 13 02:30:18.493408 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Request body: {'port': {'device_id': '325ba981-747f-4908-a6d4-529a36297483', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:30:18.526708 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] For port 543eb3b5-2e4c-41c7-a86e-841db9532b16, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=543eb3b5-2e4c-41c7-a86e-841db9532b16,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:18.527060 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.540743 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Calling delete_port for 543eb3b5-2e4c-41c7-a86e-841db9532b16 owned by compute:nova {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:18.568876 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.694834 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.723250 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event deleted for resources: {'Port': ['ID=543eb3b5-2e4c-41c7-a86e-841db9532b16,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:18.730699 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'a3decc40-d384-449b-b7b0-9d10dd653354', '543eb3b5-2e4c-41c7-a86e-841db9532b16'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:30:18.769689 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.770313 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.770840 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.771231 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.771566 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.771892 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.772217 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.772546 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.772867 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.773190 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.773504 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.773817 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:18.795260 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] No DVR routers for this DVR port 543eb3b5-2e4c-41c7-a86e-841db9532b16 on host hv-cinder-78102 {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:30:18.798269 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.800230 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-9aebfee8-69aa-40af-ac48-8403e0e0794c req-c80a91c2-9926-41ad-86d2-a8daccf85843 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "DELETE /v2.0/ports/543eb3b5-2e4c-41c7-a86e-841db9532b16 HTTP/1.1" status: 204 len: 173 time: 0.6736522 Jul 13 02:30:18.800642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'name': 'network-vif-deleted', 'tag': '543eb3b5-2e4c-41c7-a86e-841db9532b16'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:18.803661 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847711e3-8be6-4f91-800b-69a8b7de2463" -d '{"events": [{"server_uuid": "55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf", "name": "network-vif-deleted", "tag": "543eb3b5-2e4c-41c7-a86e-841db9532b16"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:18.846426 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d368eec-c814-4972-86d2-8b2df59d27ba x-openstack-request-id: req-7d368eec-c814-4972-86d2-8b2df59d27ba {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:18.846426 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf", "name": "network-vif-deleted", "tag": "543eb3b5-2e4c-41c7-a86e-841db9532b16", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:18.846426 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d368eec-c814-4972-86d2-8b2df59d27ba {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:18.846426 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf', 'name': 'network-vif-deleted', 'tag': '543eb3b5-2e4c-41c7-a86e-841db9532b16', 'status': 'completed', 'code': 200} Jul 13 02:30:18.856312 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36bc09f-287f-4d23-8b1e-388f63fb032f {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:30:18.864191 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.876447 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Transition to ACTIVE for port object e36bc09f-287f-4d23-8b1e-388f63fb032f will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:30:18.882406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:18.935131 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Pushing event updated for resources: {'Port': ['ID=e36bc09f-287f-4d23-8b1e-388f63fb032f,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:19.005367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Attempting to bind port e36bc09f-287f-4d23-8b1e-388f63fb032f on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:30:19.005826 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Attempting to bind port e36bc09f-287f-4d23-8b1e-388f63fb032f by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:30:19.006209 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Attempting to bind port e36bc09f-287f-4d23-8b1e-388f63fb032f on network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:30:19.010909 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Port e36bc09f-287f-4d23-8b1e-388f63fb032f on network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:30:19.011229 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Attempting to bind port e36bc09f-287f-4d23-8b1e-388f63fb032f on network 889ba6c6-2035-4ca1-b73e-b7767234c4d9 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:30:19.016403 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:30:19.016739 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Checking segment: {'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:30:19.017120 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Bound using segment: {'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:30:19.017546 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Bound port: e36bc09f-287f-4d23-8b1e-388f63fb032f, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f28a9d2-edcd-4456-8c84-b7a0d7075f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:30:19.017902 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:19.081346 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] For port e36bc09f-287f-4d23-8b1e-388f63fb032f, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:30:19.084959 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] For port e36bc09f-287f-4d23-8b1e-388f63fb032f, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=e36bc09f-287f-4d23-8b1e-388f63fb032f,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:30:19.088535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:19.137010 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:19.137628 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:19.139244 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] 10.222.0.39 "PUT /v2.0/ports/e36bc09f-287f-4d23-8b1e-388f63fb032f HTTP/1.1" status: 200 len: 1094 time: 0.6513066 Jul 13 02:30:19.142501 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325ba981-747f-4908-a6d4-529a36297483', 'tag': 'e36bc09f-287f-4d23-8b1e-388f63fb032f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:19.144723 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e" -d '{"events": [{"name": "network-changed", "server_uuid": "325ba981-747f-4908-a6d4-529a36297483", "tag": "e36bc09f-287f-4d23-8b1e-388f63fb032f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:19.203494 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daed18-9268-4aee-833f-2ad365955a45 service neutron] Pushing event updated for resources: {'Port': ['ID=e36bc09f-287f-4d23-8b1e-388f63fb032f,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:19.254628 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9b576-ad9e-4c4e-b167-44e21b1c2405 req-d3028d41-e97f-45bb-a037-760306b66b6c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:19.256660 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-40a9b576-ad9e-4c4e-b167-44e21b1c2405 req-d3028d41-e97f-45bb-a037-760306b66b6c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 944 time: 0.1580718 Jul 13 02:30:19.323756 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d87cba-b824-469b-9c52-7b5deaf27e8f req-5b435c05-11ac-41ef-800f-24972d057923 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:19.325158 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31d87cba-b824-469b-9c52-7b5deaf27e8f req-5b435c05-11ac-41ef-800f-24972d057923 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1326296 Jul 13 02:30:19.345768 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-40a9b576-ad9e-4c4e-b167-44e21b1c2405 req-dc6f1209-e037-455f-b435-4fe702e145ee tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825450 Jul 13 02:30:19.388351 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31d87cba-b824-469b-9c52-7b5deaf27e8f req-e092ce6e-5d0b-4f50-bbe0-b9623878ebec tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516422 Jul 13 02:30:19.394601 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-65240479-151d-43dc-b0df-6292c28d5a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:19.396105 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-65240479-151d-43dc-b0df-6292c28d5a35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eaa2c1d46685432e8656123be9d86664&device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 1097 time: 0.1166677 Jul 13 02:30:19.409686 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c11846-4649-4a1b-9952-f2192915c60c x-openstack-request-id: req-f4c11846-4649-4a1b-9952-f2192915c60c {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:19.410240 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "325ba981-747f-4908-a6d4-529a36297483", "tag": "e36bc09f-287f-4d23-8b1e-388f63fb032f", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:19.410488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4c11846-4649-4a1b-9952-f2192915c60c {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:19.410875 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325ba981-747f-4908-a6d4-529a36297483', 'tag': 'e36bc09f-287f-4d23-8b1e-388f63fb032f', 'status': 'completed', 'code': 200} Jul 13 02:30:19.491423 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-0384863e-a061-40bc-aa58-e5ccd596c924 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e36bc09f-287f-4d23-8b1e-388f63fb032f HTTP/1.1" status: 200 len: 217 time: 0.0351064 Jul 13 02:30:19.592256 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-2c080dfd-a936-45c4-96d4-d0fc4537f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:19.593781 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-2c080dfd-a936-45c4-96d4-d0fc4537f58e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45444a1d-1421-40e9-b44f-f361edfe8940 HTTP/1.1" status: 200 len: 854 time: 0.0807753 Jul 13 02:30:19.639334 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a6befb3f-2781-4bf7-a849-d20e5385ecd9 req-7119fab8-dff2-49d4-ac11-080ea2a19f12 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=55e8f40c-60d0-4073-a1a8-4a4bd29a7fcf HTTP/1.1" status: 200 len: 210 time: 0.0378375 Jul 13 02:30:19.658238 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-3fbb0937-921b-4e64-85e8-9f87814d24e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=889ba6c6-2035-4ca1-b73e-b7767234c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446303 Jul 13 02:30:19.670145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25647f-5134-4763-a90e-cf68329fddd0 req-4342032e-5f2c-46ff-9a71-03c24a11f6ac tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:19.671569 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ad25647f-5134-4763-a90e-cf68329fddd0 req-4342032e-5f2c-46ff-9a71-03c24a11f6ac tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1504059 Jul 13 02:30:19.765554 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ad25647f-5134-4763-a90e-cf68329fddd0 req-55bd01ef-5022-4973-a0de-223064ffc506 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840960 Jul 13 02:30:19.788087 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-98946d53-b141-46e6-a7cb-652ed439dc44 service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141973 Jul 13 02:30:19.881936 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06e27be7-ab2f-4c98-b49a-1b58787618c1 req-a444e861-2ca9-413d-90b8-6963d231d130 service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864313 Jul 13 02:30:20.032603 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-e66e8053-8d72-4f57-a37f-42b8881c6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:20.034113 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-e66e8053-8d72-4f57-a37f-42b8881c6a71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eaa2c1d46685432e8656123be9d86664&device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 1097 time: 0.0525088 Jul 13 02:30:20.120697 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-dd5d6785-226d-40c0-9da3-7540f82f270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:20.122194 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-dd5d6785-226d-40c0-9da3-7540f82f270e service neutron] 10.222.0.39 "GET /v2.0/networks?id=889ba6c6-2035-4ca1-b73e-b7767234c4d9 HTTP/1.1" status: 200 len: 915 time: 0.0816097 Jul 13 02:30:20.167208 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-6d2d1f60-c515-425a-93a4-c9164ae6bfbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e36bc09f-287f-4d23-8b1e-388f63fb032f HTTP/1.1" status: 200 len: 217 time: 0.0368774 Jul 13 02:30:20.214157 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-66cf9344-22f8-4a82-ba99-b1286de6f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:20.215626 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-66cf9344-22f8-4a82-ba99-b1286de6f886 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=45444a1d-1421-40e9-b44f-f361edfe8940 HTTP/1.1" status: 200 len: 854 time: 0.0423708 Jul 13 02:30:20.254380 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-49f7841b-e1e3-4f57-a0f9-210e4cd7b397 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=889ba6c6-2035-4ca1-b73e-b7767234c4d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248511 Jul 13 02:30:20.345978 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-a817b9a0-5b37-4eae-b98e-b45312b3e28a service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832403 Jul 13 02:30:20.443344 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ae94684f-57de-4f5f-8d0a-a3e51f43ae5e req-3e932510-4434-4c2e-b931-7738491ceb57 service neutron] 10.222.0.39 "GET /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841630 Jul 13 02:30:20.551986 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95ad9e-60b6-4a6d-9a2d-1a3ec0e9b1a8 req-5842b6a1-5ea6-42ce-8b6e-8d9788a4be5d tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:20.553523 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd95ad9e-60b6-4a6d-9a2d-1a3ec0e9b1a8 req-5842b6a1-5ea6-42ce-8b6e-8d9788a4be5d tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 944 time: 0.0963759 Jul 13 02:30:20.598079 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc47bc-b967-432d-a37e-f8b633e733c9 req-a7451b76-1f9d-43be-aedf-f593886d62a2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:20.599623 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-adfc47bc-b967-432d-a37e-f8b633e733c9 req-a7451b76-1f9d-43be-aedf-f593886d62a2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0979104 Jul 13 02:30:20.622986 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd95ad9e-60b6-4a6d-9a2d-1a3ec0e9b1a8 req-e6edc544-f60f-46d8-bad0-b36077fafc7f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626345 Jul 13 02:30:20.643070 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-adfc47bc-b967-432d-a37e-f8b633e733c9 req-5d097ef5-fb52-4afd-a0d6-387b124500ac tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379522 Jul 13 02:30:21.123033 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9decb1-e947-4b59-95d1-5461e3d2e34a req-f822c62f-46b7-43de-8d49-42c2b7f4bb74 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:21.124650 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bb9decb1-e947-4b59-95d1-5461e3d2e34a req-f822c62f-46b7-43de-8d49-42c2b7f4bb74 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0729806 Jul 13 02:30:21.166054 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bb9decb1-e947-4b59-95d1-5461e3d2e34a req-b2619d94-7d8e-4c1e-be8b-93d25054d68a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353055 Jul 13 02:30:21.291903 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-d00058b6-770a-41f7-85e9-9721d3176b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:21.293457 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-d00058b6-770a-41f7-85e9-9721d3176b86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 1098 time: 0.1059473 Jul 13 02:30:21.305790 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89889ca-bf96-41ba-9bc5-5121e4da1cc6 req-1229d433-c900-4141-b803-6bf23d9722e8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:21.307272 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f89889ca-bf96-41ba-9bc5-5121e4da1cc6 req-1229d433-c900-4141-b803-6bf23d9722e8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 945 time: 0.0845773 Jul 13 02:30:21.409371 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f89889ca-bf96-41ba-9bc5-5121e4da1cc6 req-8be7d4f4-7c0f-47f1-99c3-79d6c4b1066d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930982 Jul 13 02:30:21.451762 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-50ec121a-938e-471f-b17e-8c869ac623eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:21.452912 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-50ec121a-938e-471f-b17e-8c869ac623eb service neutron] 10.222.0.39 "GET /v2.0/networks?id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 200 len: 919 time: 0.1447814 Jul 13 02:30:21.510098 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-928afacb-e056-44c6-b508-7afd775f5c5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 200 len: 217 time: 0.0394776 Jul 13 02:30:21.586886 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-e57c784e-9a5d-433c-8e28-33ff24b4fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:21.588338 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-e57c784e-9a5d-433c-8e28-33ff24b4fee6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 200 len: 858 time: 0.0705140 Jul 13 02:30:21.609667 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2c3d0-13c8-4e77-b49b-7dd783a1bfb2 req-dfb54045-868a-45fc-ba62-b90840a9bcb0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:21.611115 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dfd2c3d0-13c8-4e77-b49b-7dd783a1bfb2 req-dfb54045-868a-45fc-ba62-b90840a9bcb0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1037660 Jul 13 02:30:21.648810 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-7e94e979-4486-438f-b3fb-68d7b3378444 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367773 Jul 13 02:30:21.687905 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dfd2c3d0-13c8-4e77-b49b-7dd783a1bfb2 req-57e591be-dc3e-4490-83d7-ae518c766d7a tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683112 Jul 13 02:30:21.779151 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-a6d850a9-43c9-4e8d-859a-60c2a09046e8 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229975 Jul 13 02:30:21.867749 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfecaf84-3f5b-45a5-a41d-c26887adfd48 req-9ac18c69-c88a-4654-8175-8c3ed407b675 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:21.869211 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cfecaf84-3f5b-45a5-a41d-c26887adfd48 req-9ac18c69-c88a-4654-8175-8c3ed407b675 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 944 time: 0.1287522 Jul 13 02:30:21.915184 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55a77c5c-fc4b-4a5f-a35a-7fa3a484a9b6 req-0d081e92-d272-4d6f-9e41-54f83f0bf7a0 service neutron] 10.222.0.39 "GET /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269789 Jul 13 02:30:21.922136 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cfecaf84-3f5b-45a5-a41d-c26887adfd48 req-9a3b6f88-3a0b-4c76-81b0-5e94f1df5272 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473084 Jul 13 02:30:22.200669 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device e36bc09f-287f-4d23-8b1e-388f63fb032f details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:30:22.211306 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 543eb3b5-2e4c-41c7-a86e-841db9532b16 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:22.234085 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 543eb3b5-2e4c-41c7-a86e-841db9532b16 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:22.234705 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 543eb3b5-2e4c-41c7-a86e-841db9532b16 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:22.325455 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port e36bc09f-287f-4d23-8b1e-388f63fb032f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=e36bc09f-287f-4d23-8b1e-388f63fb032f,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:22.336938 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'e36bc09f-287f-4d23-8b1e-388f63fb032f', 'network_id': '889ba6c6-2035-4ca1-b73e-b7767234c4d9', 'port_id': 'e36bc09f-287f-4d23-8b1e-388f63fb032f', 'mac_address': 'fa:16:3e:a8:70:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45444a1d-1421-40e9-b44f-f361edfe8940', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:30:22.345115 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce87e56-acfc-4869-b70d-234dd64226c8 req-115eef52-c73a-4f38-8c56-83f03556f25f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:22.346615 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4ce87e56-acfc-4869-b70d-234dd64226c8 req-115eef52-c73a-4f38-8c56-83f03556f25f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0637178 Jul 13 02:30:22.378412 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:22.386668 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4ce87e56-acfc-4869-b70d-234dd64226c8 req-77e85222-2a0b-44ed-bab3-49df82a35c7d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336595 Jul 13 02:30:22.393161 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36bc09f-287f-4d23-8b1e-388f63fb032f {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:30:22.414344 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port e36bc09f-287f-4d23-8b1e-388f63fb032f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=e36bc09f-287f-4d23-8b1e-388f63fb032f,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:22.418065 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:22.475156 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=e36bc09f-287f-4d23-8b1e-388f63fb032f,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:22.482908 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.483260 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.483956 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.483956 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.484249 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.484581 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.485016 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.485447 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.485807 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.486137 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.486530 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.486775 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:30:22.585490 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f573f5f-a746-4259-bda0-3778dab2820b req-2d7fff31-2d22-43ad-8bc5-c28080ddcef1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:22.587010 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3f573f5f-a746-4259-bda0-3778dab2820b req-2d7fff31-2d22-43ad-8bc5-c28080ddcef1 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 945 time: 0.0696459 Jul 13 02:30:22.625646 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3f573f5f-a746-4259-bda0-3778dab2820b req-4f9a8399-8903-4450-8d7c-ac74934dec8b tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327096 Jul 13 02:30:22.863878 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66adc0-abb9-4c5a-85b0-9ec267f66f26 req-5b28d84b-58b1-4c05-9392-c2dae096fd61 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:22.865617 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e66adc0-abb9-4c5a-85b0-9ec267f66f26 req-5b28d84b-58b1-4c05-9392-c2dae096fd61 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0644593 Jul 13 02:30:22.904940 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e66adc0-abb9-4c5a-85b0-9ec267f66f26 req-9affe40b-25e4-4676-94ff-ab5d092a9bae tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336053 Jul 13 02:30:22.915748 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['e36bc09f-287f-4d23-8b1e-388f63fb032f'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:30:23.136650 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e36ae-8820-49d5-8250-597579f2d839 req-a7018d6c-cac6-494d-8555-ff534831f23e tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:23.138298 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d08e36ae-8820-49d5-8250-597579f2d839 req-a7018d6c-cac6-494d-8555-ff534831f23e tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 945 time: 0.1048076 Jul 13 02:30:23.149861 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-0c8d624c-a8f0-476a-964b-9a9aff6294d7 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:23.151224 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-0c8d624c-a8f0-476a-964b-9a9aff6294d7 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 945 time: 0.0916047 Jul 13 02:30:23.217149 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d08e36ae-8820-49d5-8250-597579f2d839 req-5c33bd6d-2cd5-4452-b40a-e1877b08c31f tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649846 Jul 13 02:30:23.270173 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Deleting port a3decc40-d384-449b-b7b0-9d10dd653354 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:23.270513 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:23.362181 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] For port a3decc40-d384-449b-b7b0-9d10dd653354, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a3decc40-d384-449b-b7b0-9d10dd653354,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:23.362533 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:23.375781 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Calling delete_port for a3decc40-d384-449b-b7b0-9d10dd653354 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:23.487933 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf9b92-f770-44f9-9363-3a7dccdb824c req-4043da9d-9c09-4503-92fc-0371babe4eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:23.491323 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-33cf9b92-f770-44f9-9363-3a7dccdb824c req-4043da9d-9c09-4503-92fc-0371babe4eed service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1100 time: 0.0556011 Jul 13 02:30:23.530707 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-33cf9b92-f770-44f9-9363-3a7dccdb824c req-4f5d2d31-f698-4ab8-8bb3-13f0e5de26f1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304623 Jul 13 02:30:23.539994 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:23.572436 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event deleted for resources: {'Port': ['ID=a3decc40-d384-449b-b7b0-9d10dd653354,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:23.592142 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'a3decc40-d384-449b-b7b0-9d10dd653354'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:30:23.632398 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] No DVR routers for this DVR port a3decc40-d384-449b-b7b0-9d10dd653354 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:30:23.637423 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:23.640075 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1cc57001-d702-46de-bb10-fbb98fd1439f req-60bf0838-1728-490f-beda-785841c0cdbd tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "DELETE /v2.0/ports/a3decc40-d384-449b-b7b0-9d10dd653354 HTTP/1.1" status: 204 len: 173 time: 0.4814961 Jul 13 02:30:23.640520 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'name': 'network-vif-deleted', 'tag': 'a3decc40-d384-449b-b7b0-9d10dd653354'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:23.642764 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9821e2a4-6e45-44b4-9948-b0879a2b005c" -d '{"events": [{"server_uuid": "d5e93419-e7dd-4cb3-9370-d46ec80bac7c", "name": "network-vif-deleted", "tag": "a3decc40-d384-449b-b7b0-9d10dd653354"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:23.659234 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada4cf9-7261-42e3-88e1-21051b1a15de req-00ff7bf5-c08d-4bf5-8b29-cef2c6e8ca51 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:23.660725 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5ada4cf9-7261-42e3-88e1-21051b1a15de req-00ff7bf5-c08d-4bf5-8b29-cef2c6e8ca51 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.1560838 Jul 13 02:30:23.700213 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5ada4cf9-7261-42e3-88e1-21051b1a15de req-da2a0d58-3fef-4b36-962a-71a0e0e30286 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328474 Jul 13 02:30:23.761817 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8c5a22-fe35-48dc-9a5d-b424373ad873 x-openstack-request-id: req-6f8c5a22-fe35-48dc-9a5d-b424373ad873 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:23.763152 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e93419-e7dd-4cb3-9370-d46ec80bac7c", "name": "network-vif-deleted", "tag": "a3decc40-d384-449b-b7b0-9d10dd653354", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:23.763152 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f8c5a22-fe35-48dc-9a5d-b424373ad873 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:23.763416 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e93419-e7dd-4cb3-9370-d46ec80bac7c', 'name': 'network-vif-deleted', 'tag': 'a3decc40-d384-449b-b7b0-9d10dd653354', 'status': 'completed', 'code': 200} Jul 13 02:30:23.874638 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dbfa6299-9471-4ca4-bba7-75baa1e03bae req-4d615d8a-b5c3-40d3-bd17-ced6b9f9d2fa tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5e93419-e7dd-4cb3-9370-d46ec80bac7c HTTP/1.1" status: 200 len: 210 time: 0.0339592 Jul 13 02:30:23.935477 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e1c16-af9a-4bf4-a70f-835bf1ae61a6 req-abdb9047-a1ba-4fe7-a47a-65e24f1f02bd tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:23.936972 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-424e1c16-af9a-4bf4-a70f-835bf1ae61a6 req-abdb9047-a1ba-4fe7-a47a-65e24f1f02bd tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0688782 Jul 13 02:30:23.979183 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-424e1c16-af9a-4bf4-a70f-835bf1ae61a6 req-fc0ac3b9-507a-49de-aa99-f0b367d449c6 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331128 Jul 13 02:30:24.091645 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0b4f4-a7da-474f-b8f8-6582ea98f6c7 req-ef569475-d633-44bc-9a0a-54b3105d1039 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:24.093106 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-50a0b4f4-a7da-474f-b8f8-6582ea98f6c7 req-ef569475-d633-44bc-9a0a-54b3105d1039 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0653114 Jul 13 02:30:24.131353 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-50a0b4f4-a7da-474f-b8f8-6582ea98f6c7 req-8c3ce273-ed2b-4a74-ab2e-0decb2e4a1d6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Jul 13 02:30:24.221857 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:30:24.232245 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device e36bc09f-287f-4d23-8b1e-388f63fb032f up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:30:24.341098 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port e36bc09f-287f-4d23-8b1e-388f63fb032f completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:30:24.353574 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port e36bc09f-287f-4d23-8b1e-388f63fb032f triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:30:24.353947 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:24.390546 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f194f6-a9f4-4c3c-a51b-6fcff55fbd02 req-8ab55c1f-4736-4aba-8e62-f74a8d69eea8 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:24.391344 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:24.392199 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7f194f6-a9f4-4c3c-a51b-6fcff55fbd02 req-8ab55c1f-4736-4aba-8e62-f74a8d69eea8 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 945 time: 0.0641201 Jul 13 02:30:24.409398 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'port_id': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'mac_address': 'fa:16:3e:af:13:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:30:24.429598 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7f194f6-a9f4-4c3c-a51b-6fcff55fbd02 req-bbce8ff8-82b8-4d40-86c3-60d1b290bc1c tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Jul 13 02:30:24.476776 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:24.491677 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:24.494267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:30:24.528289 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:24.532880 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325ba981-747f-4908-a6d4-529a36297483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36bc09f-287f-4d23-8b1e-388f63fb032f'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:24.535166 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb17869-a4a2-427f-bedc-f35dae94cb22" -d '{"events": [{"server_uuid": "325ba981-747f-4908-a6d4-529a36297483", "name": "network-vif-plugged", "status": "completed", "tag": "e36bc09f-287f-4d23-8b1e-388f63fb032f"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:24.540140 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:24.555557 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port e36bc09f-287f-4d23-8b1e-388f63fb032f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=e36bc09f-287f-4d23-8b1e-388f63fb032f,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:24.583325 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:24.590448 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed2bade-091d-4d06-84a6-468eda7096a8 x-openstack-request-id: req-4ed2bade-091d-4d06-84a6-468eda7096a8 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:24.590735 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325ba981-747f-4908-a6d4-529a36297483", "name": "network-vif-plugged", "status": "completed", "tag": "e36bc09f-287f-4d23-8b1e-388f63fb032f", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:24.590989 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ed2bade-091d-4d06-84a6-468eda7096a8 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:24.591374 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325ba981-747f-4908-a6d4-529a36297483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36bc09f-287f-4d23-8b1e-388f63fb032f', 'code': 200} Jul 13 02:30:24.608594 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:30:24.622436 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=12']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:24.678429 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=e36bc09f-287f-4d23-8b1e-388f63fb032f,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:24.838789 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-2c99f5bc-a345-4cdc-a2ef-30826eef4235 None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:30:24.839263 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c99f5bc-a345-4cdc-a2ef-30826eef4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:24.891660 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db92ae-9725-4068-b991-92cb3e19ae17 req-1621a5f6-8b4e-485e-88a0-7288c2237c84 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:24.892904 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-64db92ae-9725-4068-b991-92cb3e19ae17 req-1621a5f6-8b4e-485e-88a0-7288c2237c84 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 946 time: 0.0673840 Jul 13 02:30:24.933054 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c99f5bc-a345-4cdc-a2ef-30826eef4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:24.954799 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-64db92ae-9725-4068-b991-92cb3e19ae17 req-a23f9ea5-5167-4e79-9a1d-d963e5c85c73 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453513 Jul 13 02:30:24.972175 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-2c99f5bc-a345-4cdc-a2ef-30826eef4235 None None] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:24.978974 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c99f5bc-a345-4cdc-a2ef-30826eef4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:25.088253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['49588aa8-e16a-42d4-9d7e-8c1cf67a6211'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:30:25.104772 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbfadd3-7b96-453a-949f-6675e7598f10 req-0e992a7c-8982-4a9c-83d7-60d378915a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:25.113430 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cdbfadd3-7b96-453a-949f-6675e7598f10 req-0e992a7c-8982-4a9c-83d7-60d378915a74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 1099 time: 0.1160326 Jul 13 02:30:25.144563 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99f5bc-a345-4cdc-a2ef-30826eef4235 None None] Pushing event updated for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=13']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:25.174066 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cdbfadd3-7b96-453a-949f-6675e7598f10 req-734620e9-5f52-4def-86d6-b063fde4938a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508544 Jul 13 02:30:25.256957 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f8cb5-de9f-49ad-a3e8-8f4441e6e54d req-78de9f5f-126a-4678-8ed5-7b0e36c43631 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:25.259000 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c14f8cb5-de9f-49ad-a3e8-8f4441e6e54d req-78de9f5f-126a-4678-8ed5-7b0e36c43631 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0881217 Jul 13 02:30:25.372374 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c14f8cb5-de9f-49ad-a3e8-8f4441e6e54d req-b6e083d3-04f3-49a1-a5db-de16571a617a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994470 Jul 13 02:30:25.391308 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-216eca94-0e2a-44f3-898f-4e4f863700e3 None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:30:25.391896 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-216eca94-0e2a-44f3-898f-4e4f863700e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:25.423222 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94b0a5-614d-44eb-ac3b-0538e31ca32f req-214c75e3-9415-4f92-b1e8-32050ee5a316 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:25.424733 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e94b0a5-614d-44eb-ac3b-0538e31ca32f req-214c75e3-9415-4f92-b1e8-32050ee5a316 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1234205 Jul 13 02:30:25.736281 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e94b0a5-614d-44eb-ac3b-0538e31ca32f req-60c7edbe-8b69-4bd5-9c50-36520ae3a37e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049674 Jul 13 02:30:25.765876 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cdf31-9259-41b3-8d01-05c1f2180375 req-d684e80b-df91-447a-95ae-c9aaf8525a3d tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:25.767319 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fa6cdf31-9259-41b3-8d01-05c1f2180375 req-d684e80b-df91-447a-95ae-c9aaf8525a3d tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 946 time: 0.0784783 Jul 13 02:30:25.807367 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fa6cdf31-9259-41b3-8d01-05c1f2180375 req-ebbc56cc-ad86-44e4-9f59-d617eb424f28 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jul 13 02:30:26.138281 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07d1e0-aff8-4d2b-84f0-fa0d10a85829 req-30daa24b-d5da-487b-8793-1c265b34628c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:26.139761 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e07d1e0-aff8-4d2b-84f0-fa0d10a85829 req-30daa24b-d5da-487b-8793-1c265b34628c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0679674 Jul 13 02:30:26.180781 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e07d1e0-aff8-4d2b-84f0-fa0d10a85829 req-dc93c5b0-5fe1-4e28-a49f-4bedf93b2d39 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355396 Jul 13 02:30:26.242537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:30:26.289161 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:30:26.289533 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:26.368943 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a3decc40-d384-449b-b7b0-9d10dd653354 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:26.388537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: a3decc40-d384-449b-b7b0-9d10dd653354 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:26.388908 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a3decc40-d384-449b-b7b0-9d10dd653354 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:26.592763 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:26.594237 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d818d3-b9fe-434c-959d-cc56f7fc7ad1 req-caaee334-1b05-48a5-808f-2740a133822a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:26.595614 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e572e8-2019-4fe1-9a2d-3a14afdecb31" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:26.596047 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b3d818d3-b9fe-434c-959d-cc56f7fc7ad1 req-caaee334-1b05-48a5-808f-2740a133822a tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 945 time: 0.1060050 Jul 13 02:30:26.608263 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb349c-0062-408f-b43d-ca28627fc14f req-ed38cfbd-de95-4a47-94f3-03b93d0ecee2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:26.609709 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-07bb349c-0062-408f-b43d-ca28627fc14f req-ed38cfbd-de95-4a47-94f3-03b93d0ecee2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0907965 Jul 13 02:30:26.666319 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b3d818d3-b9fe-434c-959d-cc56f7fc7ad1 req-532b92b7-d61f-4a35-a684-a57286d79fb2 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555797 Jul 13 02:30:26.669044 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-07bb349c-0062-408f-b43d-ca28627fc14f req-35263b7d-3dbe-4b20-a014-593eef61cfc2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525045 Jul 13 02:30:26.720962 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bded86-198d-4638-bf71-703b95684f10 x-openstack-request-id: req-47bded86-198d-4638-bf71-703b95684f10 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:26.721252 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-plugged", "status": "completed", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:26.721503 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-47bded86-198d-4638-bf71-703b95684f10 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:26.721893 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'code': 200} Jul 13 02:30:26.985052 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b134cf9-1c3f-471f-86c6-3439fa16041c req-aecccb61-dcaf-4304-829b-1175fd610144 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:26.986550 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b134cf9-1c3f-471f-86c6-3439fa16041c req-aecccb61-dcaf-4304-829b-1175fd610144 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 946 time: 0.0667048 Jul 13 02:30:27.025713 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b134cf9-1c3f-471f-86c6-3439fa16041c req-10d7deb1-ea20-41a6-85c4-d65f32f40bd3 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Jul 13 02:30:27.889862 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f74ab2-d4b3-418a-93df-dc71fd9b6a93 req-53c2973e-59f4-49b1-aa04-c3ddff4cc40a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:27.891289 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28f74ab2-d4b3-418a-93df-dc71fd9b6a93 req-53c2973e-59f4-49b1-aa04-c3ddff4cc40a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0973070 Jul 13 02:30:27.900385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c06ad-1142-4b18-bf2c-6d314cf904bd req-9d84b029-305a-4fc5-a0e4-fa7ffab72b0d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:27.901852 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-572c06ad-1142-4b18-bf2c-6d314cf904bd req-9d84b029-305a-4fc5-a0e4-fa7ffab72b0d tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 945 time: 0.1197417 Jul 13 02:30:27.960952 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28f74ab2-d4b3-418a-93df-dc71fd9b6a93 req-7afc0749-c251-4685-982d-0f24b6e97fa5 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580080 Jul 13 02:30:27.966013 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-572c06ad-1142-4b18-bf2c-6d314cf904bd req-08b6c076-fcfe-4ecd-9dfa-130070e85794 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/security-groups?id=30dd26b3-8f11-40ba-b4ac-cb477dd005ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Jul 13 02:30:28.753752 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-ce25061d-c2a3-468b-8e99-92feb68c6145 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:28.755791 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-ce25061d-c2a3-468b-8e99-92feb68c6145 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 945 time: 0.0630624 Jul 13 02:30:28.854530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Deleting port 169b5bff-c716-4a28-9ed0-c59c69e1f08b {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:28.854870 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:28.949080 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] For port 169b5bff-c716-4a28-9ed0-c59c69e1f08b, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=169b5bff-c716-4a28-9ed0-c59c69e1f08b,segment=NetworkSegment(d022e019-0e5f-43a6-9be5-f0008090d7fa),segment_id=d022e019-0e5f-43a6-9be5-f0008090d7fa)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:28.949739 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:28.962982 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Calling delete_port for 169b5bff-c716-4a28-9ed0-c59c69e1f08b owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:29.153437 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:29.157519 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ceb5c774-622a-4023-825a-7f6908f3fdcc req-fed36ec3-1da4-40db-9a11-6479d7ed5ad8 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7423adc-bb73-46e2-8ddf-203316b7094a HTTP/1.1" status: 200 len: 210 time: 0.0496221 Jul 13 02:30:29.189203 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['169b5bff-c716-4a28-9ed0-c59c69e1f08b'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:30:29.191030 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Pushing event deleted for resources: {'Port': ['ID=169b5bff-c716-4a28-9ed0-c59c69e1f08b,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:29.252092 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] No DVR routers for this DVR port 169b5bff-c716-4a28-9ed0-c59c69e1f08b on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:30:29.259614 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:29.261732 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6b664d5-caff-4f75-ad3c-d246e9179ea6 req-0aee4b89-63fa-4389-8344-073a5630b4d0 tempest-AttachVolumeNegativeTest-1676311495 tempest-AttachVolumeNegativeTest-1676311495-project] 10.222.0.39 "DELETE /v2.0/ports/169b5bff-c716-4a28-9ed0-c59c69e1f08b HTTP/1.1" status: 204 len: 173 time: 0.5009634 Jul 13 02:30:29.262371 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'name': 'network-vif-deleted', 'tag': '169b5bff-c716-4a28-9ed0-c59c69e1f08b'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:29.265141 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca71be0-0b81-4aa8-808d-fdf8cf3c321c" -d '{"events": [{"server_uuid": "d7423adc-bb73-46e2-8ddf-203316b7094a", "name": "network-vif-deleted", "tag": "169b5bff-c716-4a28-9ed0-c59c69e1f08b"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:29.274987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb21bbc-f77a-47f3-8777-49ac6cb159d5 req-9ccf9783-82e4-42a1-a2f3-1a0d84d8328c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:29.276482 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7cb21bbc-f77a-47f3-8777-49ac6cb159d5 req-9ccf9783-82e4-42a1-a2f3-1a0d84d8328c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.1845152 Jul 13 02:30:29.326654 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7cb21bbc-f77a-47f3-8777-49ac6cb159d5 req-61ae9fb3-d077-489f-a43e-aa5ed4f24824 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Jul 13 02:30:29.348173 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cf7a5d-9fbd-4f96-ab11-424eeb2022ad x-openstack-request-id: req-86cf7a5d-9fbd-4f96-ab11-424eeb2022ad {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:29.348173 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7423adc-bb73-46e2-8ddf-203316b7094a", "name": "network-vif-deleted", "tag": "169b5bff-c716-4a28-9ed0-c59c69e1f08b", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:29.348173 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86cf7a5d-9fbd-4f96-ab11-424eeb2022ad {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:29.348173 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7423adc-bb73-46e2-8ddf-203316b7094a', 'name': 'network-vif-deleted', 'tag': '169b5bff-c716-4a28-9ed0-c59c69e1f08b', 'status': 'completed', 'code': 200} Jul 13 02:30:30.249818 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39210) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:30.294868 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] Deleting subnet 67f2d1b3-8b06-44e2-8bb4-85f6863b5229 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:30:30.297972 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.333831 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.377677 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.435173 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.459201 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67f2d1b3-8b06-44e2-8bb4-85f6863b5229,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:30.471952 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.474206 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-922d96dd-a8ce-406f-85af-c0299f6d25c7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/67f2d1b3-8b06-44e2-8bb4-85f6863b5229 HTTP/1.1" status: 204 len: 168 time: 0.2230639 Jul 13 02:30:30.476496 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39216) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:30.524167 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3404c5-a3d2-486d-b541-b9b01036da39 req-dc478e00-74dc-4194-86d8-a92dbfd7ea81 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:30.525826 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7a3404c5-a3d2-486d-b541-b9b01036da39 req-dc478e00-74dc-4194-86d8-a92dbfd7ea81 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0801835 Jul 13 02:30:30.550353 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.589361 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7a3404c5-a3d2-486d-b541-b9b01036da39 req-9b5f0a0c-4365-4e82-892f-6b9666452193 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535243 Jul 13 02:30:30.644213 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.656970 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf39b0f-a6a8-4156-9bab-028e4f2bf745']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:30.667635 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd022e019-0e5f-43a6-9be5-f0008090d7fa') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:30.667923 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd022e019-0e5f-43a6-9be5-f0008090d7fa') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:30.676760 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.692334 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.699571 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:30:30.700091 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:30:30.701996 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:30:30.762763 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.772312 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:30.774268 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bbf39b0f-a6a8-4156-9bab-028e4f2bf745 HTTP/1.1" status: 204 len: 168 time: 0.2968054 Jul 13 02:30:30.785171 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7af3e-46e6-45bb-afce-18cd65bfdb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf39b0f-a6a8-4156-9bab-028e4f2bf745,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:30.939560 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04679a0a-0c60-4fdf-a31e-17505f99fe16 req-02b58b5d-1d90-4582-9649-d91fe9cd0389 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:30.941706 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-04679a0a-0c60-4fdf-a31e-17505f99fe16 req-02b58b5d-1d90-4582-9649-d91fe9cd0389 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0734832 Jul 13 02:30:30.987542 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-04679a0a-0c60-4fdf-a31e-17505f99fe16 req-cf2b514a-4f3b-4315-9933-ab6bf45e4992 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Jul 13 02:30:31.011936 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39226) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:31.058141 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fdf961c3-163e-4d12-b174-f46545e91151 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b3bcc4decdb4d42a7f3efd99887e102&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441542 Jul 13 02:30:31.059866 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39228) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:31.108807 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-444cde99-9127-4216-b2bd-28f95b08cef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:31.131211 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-444cde99-9127-4216-b2bd-28f95b08cef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:31.178507 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-444cde99-9127-4216-b2bd-28f95b08cef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:31.181036 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-444cde99-9127-4216-b2bd-28f95b08cef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:31.184527 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-444cde99-9127-4216-b2bd-28f95b08cef9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30dd26b3-8f11-40ba-b4ac-cb477dd005ae HTTP/1.1" status: 204 len: 168 time: 0.1214139 Jul 13 02:30:31.191779 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cde99-9127-4216-b2bd-28f95b08cef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd26b3-8f11-40ba-b4ac-cb477dd005ae,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:31.826987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d17b-008a-49ff-96e8-06acf8240ccf req-a973038f-edda-42bf-9b29-5c350ce202c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:31.830512 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3fe3d17b-008a-49ff-96e8-06acf8240ccf req-a973038f-edda-42bf-9b29-5c350ce202c3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.1045721 Jul 13 02:30:31.873692 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3fe3d17b-008a-49ff-96e8-06acf8240ccf req-b9919185-5426-49c1-b257-672232c025c6 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370059 Jul 13 02:30:32.196043 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48bd80-c604-4064-ac73-e560eafc3711 req-6be1942c-5cf4-4d47-9516-c83d45ec1d56 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:32.202569 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6d48bd80-c604-4064-ac73-e560eafc3711 req-6be1942c-5cf4-4d47-9516-c83d45ec1d56 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0799308 Jul 13 02:30:32.247262 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6d48bd80-c604-4064-ac73-e560eafc3711 req-0bbb461c-c51c-4b8d-9cd1-24f8ca08a178 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Jul 13 02:30:32.291210 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 169b5bff-c716-4a28-9ed0-c59c69e1f08b no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:32.311357 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 169b5bff-c716-4a28-9ed0-c59c69e1f08b {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:32.311698 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 169b5bff-c716-4a28-9ed0-c59c69e1f08b not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:33.060367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad45c0d-5a8a-4461-a24b-98bb0bf93537 req-30c2d855-56c0-4769-bace-7249efc45511 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:33.061802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0ad45c0d-5a8a-4461-a24b-98bb0bf93537 req-30c2d855-56c0-4769-bace-7249efc45511 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0647280 Jul 13 02:30:33.101528 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0ad45c0d-5a8a-4461-a24b-98bb0bf93537 req-c45e46d6-c346-45eb-8221-171c14292b1e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Jul 13 02:30:33.425963 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a910b5-67dc-486a-9681-3c000cd10a03 req-0629c200-da9b-452c-8f42-a0c458b06361 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:33.428122 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67a910b5-67dc-486a-9681-3c000cd10a03 req-0629c200-da9b-452c-8f42-a0c458b06361 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0677564 Jul 13 02:30:33.498249 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67a910b5-67dc-486a-9681-3c000cd10a03 req-21193d23-428e-4652-a0a5-8f5e34754ba2 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611978 Jul 13 02:30:33.521459 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-695d0523-e562-4a00-8113-509111c12c5f tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:33.522228 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-695d0523-e562-4a00-8113-509111c12c5f tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 946 time: 0.0932236 Jul 13 02:30:33.626923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Deleting port 60c4d5a2-781e-4a87-a16c-c361e468e5ad {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:33.627434 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:33.732072 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] For port 60c4d5a2-781e-4a87-a16c-c361e468e5ad, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=60c4d5a2-781e-4a87-a16c-c361e468e5ad,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:33.732430 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:33.748359 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Calling delete_port for 60c4d5a2-781e-4a87-a16c-c361e468e5ad owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:33.918515 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:33.954550 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Pushing event deleted for resources: {'Port': ['ID=60c4d5a2-781e-4a87-a16c-c361e468e5ad,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:33.957627 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['b303b0dd-0f82-4db9-98d2-7bd04096a59a', '60c4d5a2-781e-4a87-a16c-c361e468e5ad'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:30:34.009734 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] No DVR routers for this DVR port 60c4d5a2-781e-4a87-a16c-c361e468e5ad on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:30:34.012746 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:34.015323 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4b53c896-27bb-4429-b6de-13ebd9b86418 req-3481daf2-20a2-4b96-aa38-a97afc1161d8 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "DELETE /v2.0/ports/60c4d5a2-781e-4a87-a16c-c361e468e5ad HTTP/1.1" status: 204 len: 173 time: 0.4866078 Jul 13 02:30:34.015775 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc5604ab-b605-4558-93e4-81a91df55684', 'name': 'network-vif-deleted', 'tag': '60c4d5a2-781e-4a87-a16c-c361e468e5ad'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:34.018352 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1af86-562a-47ca-b8ac-6cdd8054f187" -d '{"events": [{"server_uuid": "fc5604ab-b605-4558-93e4-81a91df55684", "name": "network-vif-deleted", "tag": "60c4d5a2-781e-4a87-a16c-c361e468e5ad"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:34.063134 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d072cf92-07c5-497f-9ec1-38148f8248a5 x-openstack-request-id: req-d072cf92-07c5-497f-9ec1-38148f8248a5 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:34.063902 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc5604ab-b605-4558-93e4-81a91df55684", "name": "network-vif-deleted", "tag": "60c4d5a2-781e-4a87-a16c-c361e468e5ad", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:34.063902 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d072cf92-07c5-497f-9ec1-38148f8248a5 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:34.064167 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc5604ab-b605-4558-93e4-81a91df55684', 'name': 'network-vif-deleted', 'tag': '60c4d5a2-781e-4a87-a16c-c361e468e5ad', 'status': 'completed', 'code': 200} Jul 13 02:30:34.294818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fb772-6dc3-4cfe-8783-0a16150cf52b req-5464e605-49db-49b0-9a77-bab4f68d340c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:34.296239 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e5fb772-6dc3-4cfe-8783-0a16150cf52b req-5464e605-49db-49b0-9a77-bab4f68d340c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0642557 Jul 13 02:30:34.336002 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e5fb772-6dc3-4cfe-8783-0a16150cf52b req-cb99a320-0e78-4db6-996b-00f3d05652e2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339303 Jul 13 02:30:34.660929 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d27ee0ee-9137-4dd9-84ef-0497cbe73de9 req-57df6f8d-7ffe-47e5-9e10-9cae3dbeaccf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0333307 Jul 13 02:30:35.507889 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870700e3-a7fc-413d-917e-98a455e2d69d req-9f4126b6-8f93-4173-9485-84b9fadf8a71 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:35.509256 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-870700e3-a7fc-413d-917e-98a455e2d69d req-9f4126b6-8f93-4173-9485-84b9fadf8a71 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0617404 Jul 13 02:30:35.547047 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-870700e3-a7fc-413d-917e-98a455e2d69d req-4bb840c1-4e76-48e7-8a9d-7a479af1a830 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315897 Jul 13 02:30:35.814078 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5fa61a37-c3d9-4f57-9ba4-0e2f137821e8 req-c0f40c97-b0d9-4528-af10-78e638b70ece tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0297217 Jul 13 02:30:36.717339 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d066500-4e68-4ddf-9c24-8977e52c6a3f req-b8cc7a9e-b630-44c1-b669-7ca989bc259d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:36.718810 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0d066500-4e68-4ddf-9c24-8977e52c6a3f req-b8cc7a9e-b630-44c1-b669-7ca989bc259d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0644734 Jul 13 02:30:36.755694 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0d066500-4e68-4ddf-9c24-8977e52c6a3f req-6e461f16-15e7-4793-a14f-731cc06e0b9c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Jul 13 02:30:36.970161 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7f0bd9a5-bd71-4649-95f4-85eceef044bf req-d4452fd8-8f38-4a84-bcf8-db809005d542 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=fc5604ab-b605-4558-93e4-81a91df55684 HTTP/1.1" status: 200 len: 210 time: 0.0286694 Jul 13 02:30:37.124852 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:37.928939 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffef812-3a6f-4b6d-88cc-f90353e8f232 req-e2b460e4-3a82-4ca1-a9de-3d3064fc5573 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:37.930435 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8ffef812-3a6f-4b6d-88cc-f90353e8f232 req-e2b460e4-3a82-4ca1-a9de-3d3064fc5573 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0635953 Jul 13 02:30:37.966516 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8ffef812-3a6f-4b6d-88cc-f90353e8f232 req-764b3e41-46ed-4efe-8565-412bf073ed6d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306191 Jul 13 02:30:38.443305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba3aa2-b273-43ff-a40d-891eecb76944 req-587a3c20-9063-489c-aa81-f5674ccd1b84 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:38.444776 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1eba3aa2-b273-43ff-a40d-891eecb76944 req-587a3c20-9063-489c-aa81-f5674ccd1b84 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0681198 Jul 13 02:30:38.481801 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1eba3aa2-b273-43ff-a40d-891eecb76944 req-04a407aa-14d7-4de1-9610-1b64e199eedf tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314937 Jul 13 02:30:39.136914 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfa9c4a-84f3-4342-9f3b-42592b2a6962 req-4c68caa0-dd3c-4131-9b32-88b1b364a996 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:39.138653 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6bfa9c4a-84f3-4342-9f3b-42592b2a6962 req-4c68caa0-dd3c-4131-9b32-88b1b364a996 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0627487 Jul 13 02:30:39.175238 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6bfa9c4a-84f3-4342-9f3b-42592b2a6962 req-327cef6b-3639-4443-8db0-0a2158b08f53 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311599 Jul 13 02:30:39.653445 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c661c-3122-4d7a-ba4d-8f47cbc218b8 req-8caebfe0-0be7-4dcd-a13c-27cebed82a34 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:39.654905 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e6c661c-3122-4d7a-ba4d-8f47cbc218b8 req-8caebfe0-0be7-4dcd-a13c-27cebed82a34 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0616186 Jul 13 02:30:39.696237 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e6c661c-3122-4d7a-ba4d-8f47cbc218b8 req-cd878139-0292-45cd-9635-ecf73acb1796 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357132 Jul 13 02:30:40.345313 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2947ac-108a-42d1-84e2-97d70a9519f3 req-6ae0261e-0ad1-467d-9bd0-41b22038153f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:40.346826 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4d2947ac-108a-42d1-84e2-97d70a9519f3 req-6ae0261e-0ad1-467d-9bd0-41b22038153f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0618942 Jul 13 02:30:40.384797 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4d2947ac-108a-42d1-84e2-97d70a9519f3 req-17aae251-90ea-4120-9ddc-5139516e03d3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Jul 13 02:30:40.866795 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde40c-0ed9-4ef5-8fef-c690fc93fd85 req-280df3fc-99fa-49ca-ad36-9677042a5bb6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:40.868290 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-adfde40c-0ed9-4ef5-8fef-c690fc93fd85 req-280df3fc-99fa-49ca-ad36-9677042a5bb6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0626631 Jul 13 02:30:40.905413 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-adfde40c-0ed9-4ef5-8fef-c690fc93fd85 req-ae18c262-0547-478c-ad8c-aa11f56bd170 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315824 Jul 13 02:30:41.303391 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-16c9e69e-c6a4-41e6-9231-e04346990979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:41.557873 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb19172-ce3c-46ac-983e-79440bda34de req-3a75f288-2486-4f58-9e33-97088b6e6569 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:41.559256 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cdb19172-ce3c-46ac-983e-79440bda34de req-3a75f288-2486-4f58-9e33-97088b6e6569 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0646949 Jul 13 02:30:41.596778 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cdb19172-ce3c-46ac-983e-79440bda34de req-e2024e74-e0ab-48e2-bb93-90826f4103d7 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317140 Jul 13 02:30:42.081054 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac563f53-e3ea-4d46-b3b5-42cb8d8dfeb1 req-e65899c7-14a1-4dd9-b198-54160b56d10b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:42.082472 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ac563f53-e3ea-4d46-b3b5-42cb8d8dfeb1 req-e65899c7-14a1-4dd9-b198-54160b56d10b tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0648758 Jul 13 02:30:42.119193 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ac563f53-e3ea-4d46-b3b5-42cb8d8dfeb1 req-9a0250e3-4b2f-41e4-971a-2672d4f57b6d tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306339 Jul 13 02:30:42.768980 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449c4ad-cd22-442b-aadd-ea8aa91c7368 req-3d7d8574-5b20-4859-a184-f5531eed51cc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:42.770630 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c449c4ad-cd22-442b-aadd-ea8aa91c7368 req-3d7d8574-5b20-4859-a184-f5531eed51cc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0630734 Jul 13 02:30:42.810919 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c449c4ad-cd22-442b-aadd-ea8aa91c7368 req-433f0d3d-df3b-4876-b2b0-4fbf67cf1f16 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344164 Jul 13 02:30:42.982130 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39420) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:43.093498 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-43e78571-c2c8-4825-a417-a58c9fba4e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:43.157860 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f06a86-2f40-46d6-8ae6-fa5bdec87b31 req-ce6a02ea-158a-4c77-86c2-e542a1ad3d7c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:43.159636 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e1f06a86-2f40-46d6-8ae6-fa5bdec87b31 req-ce6a02ea-158a-4c77-86c2-e542a1ad3d7c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0692518 Jul 13 02:30:43.186120 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-43e78571-c2c8-4825-a417-a58c9fba4e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:43.190427 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-43e78571-c2c8-4825-a417-a58c9fba4e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:43.202935 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e1f06a86-2f40-46d6-8ae6-fa5bdec87b31 req-a1107f57-aa6e-4803-bd55-edc04e46cdfc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Jul 13 02:30:43.219340 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-43e78571-c2c8-4825-a417-a58c9fba4e4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b46c96c754b547158bbf09a817caa1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360435 Jul 13 02:30:43.222517 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 39428) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:43.241625 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e78571-c2c8-4825-a417-a58c9fba4e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6f0e5d-361d-4ce1-84cb-48967a2296d6,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:43.333631 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c029230d-dec0-4318-b8af-74eb65b3d303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:43.356066 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ea389-f3d7-44fe-990d-2a5b9c1efa51 req-8fd46f5d-b298-4a61-8a5d-cdcdfb1b36c6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:43.357593 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0e4ea389-f3d7-44fe-990d-2a5b9c1efa51 req-8fd46f5d-b298-4a61-8a5d-cdcdfb1b36c6 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1010265 Jul 13 02:30:43.367514 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c029230d-dec0-4318-b8af-74eb65b3d303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:43.422620 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0e4ea389-f3d7-44fe-990d-2a5b9c1efa51 req-b3bf6a11-d29f-4cda-968b-db41e2c40ef0 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570786 Jul 13 02:30:43.442127 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c029230d-dec0-4318-b8af-74eb65b3d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:43.444628 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c029230d-dec0-4318-b8af-74eb65b3d303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:43.448163 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-c029230d-dec0-4318-b8af-74eb65b3d303 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a6f0e5d-361d-4ce1-84cb-48967a2296d6 HTTP/1.1" status: 204 len: 168 time: 0.2221353 Jul 13 02:30:43.453498 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029230d-dec0-4318-b8af-74eb65b3d303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6f0e5d-361d-4ce1-84cb-48967a2296d6,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:43.883747 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bae1bc04-2ab5-4506-8849-8afd1f1b3a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:44.255653 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:44.384991 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc4d00-20f8-4ba6-ab72-ac31f7632216 req-d19bff93-bcb2-4755-9e78-d1aaad06cab0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:44.386504 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4ecc4d00-20f8-4ba6-ab72-ac31f7632216 req-d19bff93-bcb2-4755-9e78-d1aaad06cab0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0636299 Jul 13 02:30:44.425676 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4ecc4d00-20f8-4ba6-ab72-ac31f7632216 req-9242a574-393e-4832-a548-6d275107da9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330889 Jul 13 02:30:44.569476 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 60c4d5a2-781e-4a87-a16c-c361e468e5ad no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:44.591502 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 60c4d5a2-781e-4a87-a16c-c361e468e5ad {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:44.592073 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 60c4d5a2-781e-4a87-a16c-c361e468e5ad not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:44.615396 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0df151-1284-4463-b97d-7274aa0f88ab req-77e87d26-c9f8-4f23-8ccf-65a7abdbf0f1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:44.616902 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c0df151-1284-4463-b97d-7274aa0f88ab req-77e87d26-c9f8-4f23-8ccf-65a7abdbf0f1 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0845058 Jul 13 02:30:44.654362 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c0df151-1284-4463-b97d-7274aa0f88ab req-8045abb9-fc42-4f0b-8687-85a2b81fc34c tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Jul 13 02:30:44.992479 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:45.602727 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda0c6a-94e6-4a1a-9b22-874450eebd50 req-d2512743-d1af-4a9d-81ee-c657dc505015 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:45.604141 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2cda0c6a-94e6-4a1a-9b22-874450eebd50 req-d2512743-d1af-4a9d-81ee-c657dc505015 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0672805 Jul 13 02:30:45.671193 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2cda0c6a-94e6-4a1a-9b22-874450eebd50 req-50777f3a-7f39-4a43-ba30-ebfec07edc08 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589373 Jul 13 02:30:45.682113 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-0a1db85f-c38b-4cc5-8ea4-2fc8968fc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:45.683586 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-0a1db85f-c38b-4cc5-8ea4-2fc8968fc0f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 1098 time: 0.0786111 Jul 13 02:30:45.811305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-e21f9590-d8b3-42a5-aec1-5c1ba2231ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:45.812751 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-e21f9590-d8b3-42a5-aec1-5c1ba2231ff7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 912 time: 0.1204841 Jul 13 02:30:45.892363 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84316ee-9395-4e84-8698-6fbccba12f7f req-a2ab02ab-7961-4e7a-b456-e8977ef8e72e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:45.893732 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e84316ee-9395-4e84-8698-6fbccba12f7f req-a2ab02ab-7961-4e7a-b456-e8977ef8e72e tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.1210928 Jul 13 02:30:45.900260 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-16a2bc79-3c97-4b9e-bc04-ffd3804eaaa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 200 len: 1000 time: 0.0794439 Jul 13 02:30:45.961287 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e84316ee-9395-4e84-8698-6fbccba12f7f req-bc88f58c-c508-44c7-beda-b18d8bfa7bc9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599196 Jul 13 02:30:45.970062 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-d96cadfe-2c50-4ba0-93f3-afe631be33da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:45.971459 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-d96cadfe-2c50-4ba0-93f3-afe631be33da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0575302 Jul 13 02:30:46.039491 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-8373e3e0-d1ab-4ba4-ae3a-eaf20a0e84a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:46.040997 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-8373e3e0-d1ab-4ba4-ae3a-eaf20a0e84a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592358 Jul 13 02:30:46.136862 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-cdf3ce98-f306-4b2c-b2cd-ad5c8970cee6 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880475 Jul 13 02:30:46.226012 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ab5fd7b1-9ae6-44d9-9231-c5b2a5e7a248 req-63e09ff8-0a49-42ab-9fc7-099a3bb58e44 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825694 Jul 13 02:30:46.434280 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:46.844849 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d953d6fb-4a0e-4174-97c3-4ff3b46a05fa req-a310bf8d-cc57-4ee8-a1c9-6a3b05056eab tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:46.846354 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d953d6fb-4a0e-4174-97c3-4ff3b46a05fa req-a310bf8d-cc57-4ee8-a1c9-6a3b05056eab tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0633206 Jul 13 02:30:46.884759 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d953d6fb-4a0e-4174-97c3-4ff3b46a05fa req-c529d8fa-5ba4-4be8-8ac6-93d7e156b499 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322816 Jul 13 02:30:47.141680 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e9f8e-6471-4582-b0fc-40c04a783fa7 req-3293eedc-3a79-4660-a1e0-d65111029b71 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:47.143188 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a45e9f8e-6471-4582-b0fc-40c04a783fa7 req-3293eedc-3a79-4660-a1e0-d65111029b71 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0663114 Jul 13 02:30:47.194631 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a45e9f8e-6471-4582-b0fc-40c04a783fa7 req-79f5d0f2-9a5b-4db6-b674-d27de407d613 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/security-groups?id=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Jul 13 02:30:47.245130 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-694a2686-4817-4fda-83cf-ae3f5b19c4c9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:47.246649 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-694a2686-4817-4fda-83cf-ae3f5b19c4c9 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 945 time: 0.0648720 Jul 13 02:30:47.355259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Deleting port b303b0dd-0f82-4db9-98d2-7bd04096a59a {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:47.355795 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:47.457573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] For port b303b0dd-0f82-4db9-98d2-7bd04096a59a, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=b303b0dd-0f82-4db9-98d2-7bd04096a59a,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:47.458070 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:47.472204 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Calling delete_port for b303b0dd-0f82-4db9-98d2-7bd04096a59a owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:47.603037 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:47.632423 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Pushing event deleted for resources: {'Port': ['ID=b303b0dd-0f82-4db9-98d2-7bd04096a59a,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:47.674841 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] No DVR routers for this DVR port b303b0dd-0f82-4db9-98d2-7bd04096a59a on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:30:47.678229 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:47.679836 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b0ad39b5-9d5d-4cb8-8e57-9948c1ff5fba req-7ae8d203-8029-4321-a9e0-f92fd33e8b27 tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.39 "DELETE /v2.0/ports/b303b0dd-0f82-4db9-98d2-7bd04096a59a HTTP/1.1" status: 204 len: 173 time: 0.4274478 Jul 13 02:30:47.680278 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'name': 'network-vif-deleted', 'tag': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:47.682497 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e8f456-9608-4233-b989-4eb6670b994a" -d '{"events": [{"server_uuid": "163ad440-5d5c-420d-ab44-52f27c5e22dc", "name": "network-vif-deleted", "tag": "b303b0dd-0f82-4db9-98d2-7bd04096a59a"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:47.721261 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4883d9e5-1e64-4cc4-bc69-c63c0d86b5c3 x-openstack-request-id: req-4883d9e5-1e64-4cc4-bc69-c63c0d86b5c3 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:47.721633 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163ad440-5d5c-420d-ab44-52f27c5e22dc", "name": "network-vif-deleted", "tag": "b303b0dd-0f82-4db9-98d2-7bd04096a59a", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:47.721844 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4883d9e5-1e64-4cc4-bc69-c63c0d86b5c3 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:47.722450 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163ad440-5d5c-420d-ab44-52f27c5e22dc', 'name': 'network-vif-deleted', 'tag': 'b303b0dd-0f82-4db9-98d2-7bd04096a59a', 'status': 'completed', 'code': 200} Jul 13 02:30:48.059128 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9de3d-633f-47de-85ba-107bd29f0d58 req-c8d59012-0aa2-4a92-ae7e-5454cf8cc976 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:48.060599 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2df9de3d-633f-47de-85ba-107bd29f0d58 req-c8d59012-0aa2-4a92-ae7e-5454cf8cc976 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.0646250 Jul 13 02:30:48.103166 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2df9de3d-633f-47de-85ba-107bd29f0d58 req-9d7eae80-0647-44ad-8c1d-5e3c819d2536 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369363 Jul 13 02:30:48.347765 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ec859365-f01c-408a-af97-345985981990 req-ca860ea2-8c2d-4097-851e-f2be06cbb7df tempest-ServerRescueNegativeTestJSON-1576831732 tempest-ServerRescueNegativeTestJSON-1576831732-project] 10.222.0.32 "GET /v2.0/ports?device_id=163ad440-5d5c-420d-ab44-52f27c5e22dc HTTP/1.1" status: 200 len: 210 time: 0.0278769 Jul 13 02:30:49.447871 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39566) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:49.579533 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device b303b0dd-0f82-4db9-98d2-7bd04096a59a no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:49.599746 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: b303b0dd-0f82-4db9-98d2-7bd04096a59a {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:49.600089 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device b303b0dd-0f82-4db9-98d2-7bd04096a59a not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:49.839503 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:50.144006 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Deleting port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:50.144342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:50.223095 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] For port f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,segment=NetworkSegment(8464ad21-7f1b-4619-a555-8c1078ebfa73),segment_id=8464ad21-7f1b-4619-a555-8c1078ebfa73)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:50.223467 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:50.236752 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Calling delete_port for f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:50.428083 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:50.452846 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:50.603791 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:51.014020 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Router f9675850-67bc-4558-a821-6bc3fd847eff has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:30:51.118114 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:30:51.124593 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ea4260a8-f9e0-4022-80d8-986293a55d17 admin admin] 10.222.0.32 "PUT /v2.0/routers/f9675850-67bc-4558-a821-6bc3fd847eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6743531 Jul 13 02:30:51.125728 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39588) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:51.129703 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] Sync routers for ids ['f9675850-67bc-4558-a821-6bc3fd847eff'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:30:51.139636 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] Routers {'f9675850-67bc-4558-a821-6bc3fd847eff'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:30:51.140243 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:30:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f9675850-67bc-4558-a821-6bc3fd847eff'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:51.244354 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:51.246929 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] Set router f9675850-67bc-4558-a821-6bc3fd847eff gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:30:51.401192 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:51.489806 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Deleting port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:51.491097 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:51.502136 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:30:50Z', 'revision_number': 5, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port': {'id': 'ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:51.626365 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] For port ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:51.626724 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:51.642086 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Calling delete_port for ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:51.671216 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] Checking router: f9675850-67bc-4558-a821-6bc3fd847eff for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:30:51.680446 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] Routers {'f9675850-67bc-4558-a821-6bc3fd847eff'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:30:51.681179 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:30:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['f9675850-67bc-4558-a821-6bc3fd847eff'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:51.754492 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb86d4-42b2-4638-bafa-697391156591 req-8542a3ba-4c47-4d6d-a43b-9c3c12a57f25 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:51.756477 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-58bb86d4-42b2-4638-bafa-697391156591 req-8542a3ba-4c47-4d6d-a43b-9c3c12a57f25 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 946 time: 0.0647144 Jul 13 02:30:51.773971 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] Set router f9675850-67bc-4558-a821-6bc3fd847eff gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:30:51.798439 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-58bb86d4-42b2-4638-bafa-697391156591 req-2c6cb8f1-9615-4f42-b5df-82775bab4d4b tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353467 Jul 13 02:30:51.826054 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:51.833442 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:30:51Z', 'revision_number': 6, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:51.851409 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:51.869492 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6105a05-2ea5-4e1e-a318-04a246344ca2 None None] The sync data for ids ['f9675850-67bc-4558-a821-6bc3fd847eff'] in dv-cinder-781024-2-iscsi is: [{'id': 'f9675850-67bc-4558-a821-6bc3fd847eff', 'name': 'tempest-ServerRescueNegativeTestJSON-688373045-router', 'tenant_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:58Z', 'updated_at': '2021-07-13T02:30:51Z', 'revision_number': 6, 'project_id': 'cc0ee8f5f4bc44599b259e826174d9ae', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:30:51.918291 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.019712 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.022455 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.086456 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.086982 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9675850-67bc-4558-a821-6bc3fd847eff {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:30:52.093144 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.094279 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a79a8d90-6a0e-4d72-a194-5469d594a012 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f9675850-67bc-4558-a821-6bc3fd847eff HTTP/1.1" status: 204 len: 168 time: 0.9635365 Jul 13 02:30:52.096818 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39616) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:52.140484 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] Deleting subnet 1dba4ca9-8cee-4aa8-aad2-cad4d5121222 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:30:52.143421 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.177064 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.218987 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.274470 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.299805 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dba4ca9-8cee-4aa8-aad2-cad4d5121222,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:52.303712 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.306339 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-17f01b70-0a86-4539-9c6d-7259c037d564 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1dba4ca9-8cee-4aa8-aad2-cad4d5121222 HTTP/1.1" status: 204 len: 168 time: 0.2078421 Jul 13 02:30:52.308049 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39618) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:52.374800 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.453469 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.463876 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:52.473158 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8464ad21-7f1b-4619-a555-8c1078ebfa73') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:52.473447 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8464ad21-7f1b-4619-a555-8c1078ebfa73') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:30:52.483031 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.497708 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.503370 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:30:52.503755 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:30:52.505369 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:30:52.559830 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.564922 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.566744 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3 HTTP/1.1" status: 204 len: 168 time: 0.2577922 Jul 13 02:30:52.577358 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0eeee-925a-4c84-abd8-7c7d4b1218bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee15f4b-e9bf-48da-8980-d1fd54d9c0d3,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:52.739451 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39626) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:52.781821 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b0513235-c515-4de4-a13e-bf50619f2019 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc0ee8f5f4bc44599b259e826174d9ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407701 Jul 13 02:30:52.783926 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39628) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:52.839377 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9205883c-c290-4c20-8c52-5cd073158ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.864194 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9205883c-c290-4c20-8c52-5cd073158ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.922634 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9205883c-c290-4c20-8c52-5cd073158ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.925309 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9205883c-c290-4c20-8c52-5cd073158ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:52.926558 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9205883c-c290-4c20-8c52-5cd073158ae0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef HTTP/1.1" status: 204 len: 168 time: 0.1417387 Jul 13 02:30:52.961989 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205883c-c290-4c20-8c52-5cd073158ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da5a0af-ad3a-4067-a6de-bfc5ed4e37ef,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:53.054367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5ab7-481e-4652-89fa-aacd67eb387c req-5815372c-2951-44c0-815f-115c9d317315 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:53.064673 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d04d5ab7-481e-4652-89fa-aacd67eb387c req-5815372c-2951-44c0-815f-115c9d317315 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 946 time: 0.1200130 Jul 13 02:30:53.104386 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d04d5ab7-481e-4652-89fa-aacd67eb387c req-9de1961a-5a0f-4f97-9416-f2e0bb6de6c6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/security-groups?id=dc757a79-b70b-4476-a617-d2bd05ec2e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 Jul 13 02:30:53.336544 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:53.358437 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:53.358778 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device f2c27c03-b7d9-4b9c-8d5b-439fb72c67c5 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:53.359181 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:53.377287 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:53.377624 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ea1f0609-ccb5-4fd4-be31-4dd5f8b798b1 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:30:53.672970 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-a01aabad-8080-4156-96fa-1be5280a0456 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:30:53.674442 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-a01aabad-8080-4156-96fa-1be5280a0456 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 946 time: 0.0637815 Jul 13 02:30:53.777791 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Deleting port e36bc09f-287f-4d23-8b1e-388f63fb032f {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:30:53.778159 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:53.865619 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] For port e36bc09f-287f-4d23-8b1e-388f63fb032f, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=e36bc09f-287f-4d23-8b1e-388f63fb032f,segment=NetworkSegment(3f28a9d2-edcd-4456-8c84-b7a0d7075f14),segment_id=3f28a9d2-edcd-4456-8c84-b7a0d7075f14)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:30:53.866123 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:53.879413 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Calling delete_port for e36bc09f-287f-4d23-8b1e-388f63fb032f owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:30:54.010427 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.035899 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Pushing event deleted for resources: {'Port': ['ID=e36bc09f-287f-4d23-8b1e-388f63fb032f,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:54.046654 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['e36bc09f-287f-4d23-8b1e-388f63fb032f'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:30:54.079529 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] No DVR routers for this DVR port e36bc09f-287f-4d23-8b1e-388f63fb032f on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:30:54.081809 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.084322 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-65290d8e-94cb-4e16-a421-4b0cd90f414a req-2261d13e-2f54-4855-8119-9c3d2f05fbb6 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.39 "DELETE /v2.0/ports/e36bc09f-287f-4d23-8b1e-388f63fb032f HTTP/1.1" status: 204 len: 173 time: 0.4039936 Jul 13 02:30:54.084742 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325ba981-747f-4908-a6d4-529a36297483', 'name': 'network-vif-deleted', 'tag': 'e36bc09f-287f-4d23-8b1e-388f63fb032f'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:30:54.086963 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589ed759-ac80-4763-80d3-2e11b837b24f" -d '{"events": [{"server_uuid": "325ba981-747f-4908-a6d4-529a36297483", "name": "network-vif-deleted", "tag": "e36bc09f-287f-4d23-8b1e-388f63fb032f"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:30:54.131972 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872f3bcd-363b-4be4-bcb8-591527444f49 x-openstack-request-id: req-872f3bcd-363b-4be4-bcb8-591527444f49 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:30:54.132267 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "325ba981-747f-4908-a6d4-529a36297483", "name": "network-vif-deleted", "tag": "e36bc09f-287f-4d23-8b1e-388f63fb032f", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:30:54.132498 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-872f3bcd-363b-4be4-bcb8-591527444f49 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:30:54.132884 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325ba981-747f-4908-a6d4-529a36297483', 'name': 'network-vif-deleted', 'tag': 'e36bc09f-287f-4d23-8b1e-388f63fb032f', 'status': 'completed', 'code': 200} Jul 13 02:30:54.270584 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0d1e36b9-d57b-478a-856f-4684643e02a8 req-ea96b076-a206-47fe-b740-c929aaec35a1 tempest-VolumesSnapshotTestJSON-249376050 tempest-VolumesSnapshotTestJSON-249376050-project] 10.222.0.32 "GET /v2.0/ports?device_id=325ba981-747f-4908-a6d4-529a36297483 HTTP/1.1" status: 200 len: 210 time: 0.0347788 Jul 13 02:30:54.522598 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 39698) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:54.632468 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-124618a0-d871-423a-9f76-b66a083824bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.730343 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-124618a0-d871-423a-9f76-b66a083824bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.734802 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-124618a0-d871-423a-9f76-b66a083824bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.778540 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-124618a0-d871-423a-9f76-b66a083824bd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30e9fb78ea9940928dc2cd4bc4b95cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548494 Jul 13 02:30:54.781091 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 39702) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:54.791330 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124618a0-d871-423a-9f76-b66a083824bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5f50c8-2a12-4fe1-81d8-9b7ca3c6cbe4,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:54.842517 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d1410738-d2d2-44fc-b3ee-344070110b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.863447 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d1410738-d2d2-44fc-b3ee-344070110b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.916371 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d1410738-d2d2-44fc-b3ee-344070110b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.919321 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d1410738-d2d2-44fc-b3ee-344070110b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:54.920741 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-d1410738-d2d2-44fc-b3ee-344070110b70 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ce5f50c8-2a12-4fe1-81d8-9b7ca3c6cbe4 HTTP/1.1" status: 204 len: 168 time: 0.1385002 Jul 13 02:30:54.931033 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1410738-d2d2-44fc-b3ee-344070110b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5f50c8-2a12-4fe1-81d8-9b7ca3c6cbe4,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:55.184580 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 39708) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:55.197944 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2d676fc4-b51f-408d-84d5-ff1bed8a5ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:55.289715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2d676fc4-b51f-408d-84d5-ff1bed8a5ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:55.293421 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2d676fc4-b51f-408d-84d5-ff1bed8a5ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:55.332266 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-2d676fc4-b51f-408d-84d5-ff1bed8a5ade admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ee3dd8423df47d9871ebd1021d3374f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465039 Jul 13 02:30:55.335176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d676fc4-b51f-408d-84d5-ff1bed8a5ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a3deef-0e08-4486-9e63-ccc555ef88b7,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:55.335900 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39712) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:30:55.397999 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-277f1aee-f7f9-4d66-93e0-289e53d02d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:55.419008 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-277f1aee-f7f9-4d66-93e0-289e53d02d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:55.466251 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-277f1aee-f7f9-4d66-93e0-289e53d02d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:55.468706 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-277f1aee-f7f9-4d66-93e0-289e53d02d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:30:55.469838 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-277f1aee-f7f9-4d66-93e0-289e53d02d6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3a3deef-0e08-4486-9e63-ccc555ef88b7 HTTP/1.1" status: 204 len: 168 time: 0.1322978 Jul 13 02:30:55.478282 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1aee-f7f9-4d66-93e0-289e53d02d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a3deef-0e08-4486-9e63-ccc555ef88b7,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:30:58.819940 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device e36bc09f-287f-4d23-8b1e-388f63fb032f no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:30:58.847991 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: e36bc09f-287f-4d23-8b1e-388f63fb032f {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:30:58.848332 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device e36bc09f-287f-4d23-8b1e-388f63fb032f not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:31:00.600565 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39878) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:00.713004 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-da76c1f8-7aaa-4992-937f-18f2deec1078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:00.804974 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-da76c1f8-7aaa-4992-937f-18f2deec1078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:00.809053 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-da76c1f8-7aaa-4992-937f-18f2deec1078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:00.845851 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-da76c1f8-7aaa-4992-937f-18f2deec1078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f0c4bf7d4c7c447f9c1eef6a5572243d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441189 Jul 13 02:31:00.848576 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 39894) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:00.851112 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76c1f8-7aaa-4992-937f-18f2deec1078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7779959c-acd7-4e55-a0f3-0f13b5253bd6,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:00.899859 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc8de-0ef0-4a14-9ea5-97f8d9f54daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:00.921530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc8de-0ef0-4a14-9ea5-97f8d9f54daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:00.971987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc8de-0ef0-4a14-9ea5-97f8d9f54daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:00.974579 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7f0bc8de-0ef0-4a14-9ea5-97f8d9f54daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:00.975688 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-7f0bc8de-0ef0-4a14-9ea5-97f8d9f54daf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7779959c-acd7-4e55-a0f3-0f13b5253bd6 HTTP/1.1" status: 204 len: 168 time: 0.1254821 Jul 13 02:31:00.983035 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bc8de-0ef0-4a14-9ea5-97f8d9f54daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7779959c-acd7-4e55-a0f3-0f13b5253bd6,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:00.997700 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39900) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:01.112390 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4ff03e99-0578-49f2-b800-d037afef2e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.219023 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4ff03e99-0578-49f2-b800-d037afef2e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.223141 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4ff03e99-0578-49f2-b800-d037afef2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.258066 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff03e99-0578-49f2-b800-d037afef2e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78adc0a7-f431-49ef-b358-5deb7162c0ba,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:01.274555 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4ff03e99-0578-49f2-b800-d037afef2e82 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=963a18fc51e74cdaaeda6360af071a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757459 Jul 13 02:31:01.277053 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39910) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:01.336984 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdd84-04a6-448a-9eaf-6924f3e6e824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.360351 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdd84-04a6-448a-9eaf-6924f3e6e824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.367095 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 39918) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:01.381489 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-47e2bae2-f731-4e18-a25a-50a682a09acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.418545 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdd84-04a6-448a-9eaf-6924f3e6e824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.422462 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5f8fdd84-04a6-448a-9eaf-6924f3e6e824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.423746 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5f8fdd84-04a6-448a-9eaf-6924f3e6e824 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78adc0a7-f431-49ef-b358-5deb7162c0ba HTTP/1.1" status: 204 len: 168 time: 0.1451080 Jul 13 02:31:01.432729 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fdd84-04a6-448a-9eaf-6924f3e6e824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78adc0a7-f431-49ef-b358-5deb7162c0ba,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:01.516063 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-47e2bae2-f731-4e18-a25a-50a682a09acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.520183 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-47e2bae2-f731-4e18-a25a-50a682a09acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.560692 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-47e2bae2-f731-4e18-a25a-50a682a09acc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2752fbaa8d40415e851881da97f5c351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923766 Jul 13 02:31:01.563446 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39922) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:01.565654 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2bae2-f731-4e18-a25a-50a682a09acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b18157d-70b4-4f9d-b8df-7f536674bfc3,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:01.607693 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:31:01.619507 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2588-a28c-4ef3-a063-f738b61b1e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.644245 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2588-a28c-4ef3-a063-f738b61b1e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.695386 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2588-a28c-4ef3-a063-f738b61b1e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.698196 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6d2e2588-a28c-4ef3-a063-f738b61b1e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.699737 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6d2e2588-a28c-4ef3-a063-f738b61b1e88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1b18157d-70b4-4f9d-b8df-7f536674bfc3 HTTP/1.1" status: 204 len: 168 time: 0.1351290 Jul 13 02:31:01.709146 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e2588-a28c-4ef3-a063-f738b61b1e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b18157d-70b4-4f9d-b8df-7f536674bfc3,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:01.769445 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 39928) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:01.785432 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c2b96ef3-b2c0-415c-95d5-b170beb798a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.885123 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c2b96ef3-b2c0-415c-95d5-b170beb798a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.889215 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c2b96ef3-b2c0-415c-95d5-b170beb798a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:01.930625 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-c2b96ef3-b2c0-415c-95d5-b170beb798a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5de5203e827a4424a5a7c6078f23eee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591830 Jul 13 02:31:01.931450 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b96ef3-b2c0-415c-95d5-b170beb798a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03115ec-67dc-43ef-a232-a6d72193e7bb,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:01.934123 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 39934) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:01.987320 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b1814882-ee0c-48e3-a41a-3bb3dbe35da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:02.010433 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b1814882-ee0c-48e3-a41a-3bb3dbe35da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:02.063541 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b1814882-ee0c-48e3-a41a-3bb3dbe35da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:02.066111 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b1814882-ee0c-48e3-a41a-3bb3dbe35da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:02.070385 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b1814882-ee0c-48e3-a41a-3bb3dbe35da9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f03115ec-67dc-43ef-a232-a6d72193e7bb HTTP/1.1" status: 204 len: 168 time: 0.1318231 Jul 13 02:31:02.075800 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1814882-ee0c-48e3-a41a-3bb3dbe35da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03115ec-67dc-43ef-a232-a6d72193e7bb,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:06.563653 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40100) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:06.666590 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-658a4d0a-a944-4107-98ac-92f372e67640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:06.753681 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-658a4d0a-a944-4107-98ac-92f372e67640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:06.757616 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-658a4d0a-a944-4107-98ac-92f372e67640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:06.795034 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a4d0a-a944-4107-98ac-92f372e67640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d5cf8b-e7d5-4e3f-994c-a65388aaaf86,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:06.799188 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-658a4d0a-a944-4107-98ac-92f372e67640 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fda5e95362e6419b9d3a5e1e4c9921c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344773 Jul 13 02:31:06.802693 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40104) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:06.850709 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b13e5059-df67-4a1d-8f97-03f80bbd5367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:06.876259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b13e5059-df67-4a1d-8f97-03f80bbd5367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:06.925622 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b13e5059-df67-4a1d-8f97-03f80bbd5367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:06.928765 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b13e5059-df67-4a1d-8f97-03f80bbd5367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:06.932160 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b13e5059-df67-4a1d-8f97-03f80bbd5367 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3d5cf8b-e7d5-4e3f-994c-a65388aaaf86 HTTP/1.1" status: 204 len: 168 time: 0.1265209 Jul 13 02:31:06.939222 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e5059-df67-4a1d-8f97-03f80bbd5367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d5cf8b-e7d5-4e3f-994c-a65388aaaf86,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:07.122340 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.198893 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40114) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:07.214192 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b8087599-ccb0-4168-a581-aecfdd3814f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.310213 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b8087599-ccb0-4168-a581-aecfdd3814f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.314054 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b8087599-ccb0-4168-a581-aecfdd3814f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.354898 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b8087599-ccb0-4168-a581-aecfdd3814f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c999d08ba0b5477a909c0ee07dcbae18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527064 Jul 13 02:31:07.354898 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8087599-ccb0-4168-a581-aecfdd3814f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527d8d5f-33f4-4279-930d-f4b257cfb1ae,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:07.355685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40118) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:07.403915 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab678-c438-442b-9580-5335afa2f9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.424628 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab678-c438-442b-9580-5335afa2f9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.471892 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab678-c438-442b-9580-5335afa2f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.474686 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c8ab678-c438-442b-9580-5335afa2f9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:07.475809 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0c8ab678-c438-442b-9580-5335afa2f9f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/527d8d5f-33f4-4279-930d-f4b257cfb1ae HTTP/1.1" status: 204 len: 168 time: 0.1191733 Jul 13 02:31:07.483484 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8ab678-c438-442b-9580-5335afa2f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527d8d5f-33f4-4279-930d-f4b257cfb1ae,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:08.701489 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-64591c8c-bc11-4ba9-9faa-39e2d2228ef7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3233771 Jul 13 02:31:08.794628 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52349511-de21-4690-ae46-5030fda10e44 req-4e2aebb1-155a-4c95-ac51-0bd5dd05383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:08.796244 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-4e2aebb1-155a-4c95-ac51-0bd5dd05383f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 1100 time: 0.0591440 Jul 13 02:31:08.924107 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52349511-de21-4690-ae46-5030fda10e44 req-65369e7f-2e72-44ab-81fc-a39a7354c60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:08.925555 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-65369e7f-2e72-44ab-81fc-a39a7354c60d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.1037657 Jul 13 02:31:08.999172 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-bcd0a038-4047-4e8c-8780-171198683fb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 200 len: 1002 time: 0.0643451 Jul 13 02:31:09.058133 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52349511-de21-4690-ae46-5030fda10e44 req-e6fb982e-f397-41b8-98b9-cf606c4d6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:09.059592 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-e6fb982e-f397-41b8-98b9-cf606c4d6852 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0527256 Jul 13 02:31:09.125601 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52349511-de21-4690-ae46-5030fda10e44 req-2e8f3f5f-b245-4c2d-a4de-771e4b6d028b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:09.127086 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-2e8f3f5f-b245-4c2d-a4de-771e4b6d028b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570261 Jul 13 02:31:09.217197 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-a3f20d00-2b73-4cbe-aaaa-83b38f9e1488 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826757 Jul 13 02:31:09.331628 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52349511-de21-4690-ae46-5030fda10e44 req-f8e59f54-454f-4eb9-b8e3-4d272756a60c service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021857 Jul 13 02:31:10.356854 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff644a-a7b9-4bf3-a156-76ae7a7570bb req-c9b2e962-27a9-4139-b3d4-63fb8a87a01f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:10.358299 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5eff644a-a7b9-4bf3-a156-76ae7a7570bb req-c9b2e962-27a9-4139-b3d4-63fb8a87a01f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0667069 Jul 13 02:31:10.397913 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5eff644a-a7b9-4bf3-a156-76ae7a7570bb req-06df84b0-f3ca-483b-81bf-7a1eff308b01 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337026 Jul 13 02:31:10.733874 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40296) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:10.837273 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e4c822a3-a30d-4a0d-9202-a923f95dffb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:10.937261 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e4c822a3-a30d-4a0d-9202-a923f95dffb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:10.940769 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e4c822a3-a30d-4a0d-9202-a923f95dffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:10.980007 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-e4c822a3-a30d-4a0d-9202-a923f95dffb3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51dce1da777243308939045d9d4adef3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452092 Jul 13 02:31:10.981859 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c822a3-a30d-4a0d-9202-a923f95dffb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55df7df8-f53c-4c86-b2d9-62280cb6ec03,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:10.982666 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40306) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:11.031719 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d98c5743-ad8f-428e-884e-53338bb25319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.054667 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d98c5743-ad8f-428e-884e-53338bb25319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.100190 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d98c5743-ad8f-428e-884e-53338bb25319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.102850 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d98c5743-ad8f-428e-884e-53338bb25319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.103985 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d98c5743-ad8f-428e-884e-53338bb25319 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55df7df8-f53c-4c86-b2d9-62280cb6ec03 HTTP/1.1" status: 204 len: 168 time: 0.1203344 Jul 13 02:31:11.113260 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c5743-ad8f-428e-884e-53338bb25319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55df7df8-f53c-4c86-b2d9-62280cb6ec03,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:11.304538 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d6ff028f-e9f5-4469-aafb-8816fb7c4585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.373204 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40318) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:11.389115 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e002fe3-a729-4a03-a1e1-198b308eba32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.498411 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e002fe3-a729-4a03-a1e1-198b308eba32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.503786 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9e002fe3-a729-4a03-a1e1-198b308eba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.546651 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9e002fe3-a729-4a03-a1e1-198b308eba32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ab27f1407f64e32911b07d085db9f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723192 Jul 13 02:31:11.547557 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e002fe3-a729-4a03-a1e1-198b308eba32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc9aa6e-0bd9-45f9-91f4-b7dc7816748f,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:11.549912 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40326) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:11.594602 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5995f-0a91-4806-9094-8f7301ab49b4 req-0e782977-df45-4b46-8e27-eae909d0ab26 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:11.596246 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d6d5995f-0a91-4806-9094-8f7301ab49b4 req-0e782977-df45-4b46-8e27-eae909d0ab26 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0689216 Jul 13 02:31:11.604216 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15cece3e-5717-4791-9fb7-558b26187111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.625334 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15cece3e-5717-4791-9fb7-558b26187111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.636153 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d6d5995f-0a91-4806-9094-8f7301ab49b4 req-223bfc61-d7c9-40a1-af74-43f50d8d7d12 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=369f4aed-7dd6-4906-a958-1999ecc0e6a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Jul 13 02:31:11.674155 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15cece3e-5717-4791-9fb7-558b26187111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.676773 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-15cece3e-5717-4791-9fb7-558b26187111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:11.677935 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-15cece3e-5717-4791-9fb7-558b26187111 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffc9aa6e-0bd9-45f9-91f4-b7dc7816748f HTTP/1.1" status: 204 len: 168 time: 0.1268208 Jul 13 02:31:11.685764 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cece3e-5717-4791-9fb7-558b26187111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc9aa6e-0bd9-45f9-91f4-b7dc7816748f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:12.111284 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-54860a34-e020-43e7-a360-b9c990922bf0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:12.112758 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-54860a34-e020-43e7-a360-b9c990922bf0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 947 time: 0.0638340 Jul 13 02:31:12.222449 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Deleting port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:31:12.222794 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.311977 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] For port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:12.312335 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.588489 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.588771 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.589183 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Floating IP b76e3c15-30b3-4942-9d72-d8c61815fa5b disassociated. External IP: 172.27.2.208, port: 49588aa8-e16a-42d4-9d7e-8c1cf67a6211. Jul 13 02:31:12.589510 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Calling delete_port for 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:31:12.730201 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40372) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:12.738760 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.767931 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event deleted for resources: {'Port': ['ID=49588aa8-e16a-42d4-9d7e-8c1cf67a6211,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:12.798488 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-68892582-14eb-498b-a633-d515dce54e60 req-4f09a224-93b8-4721-94e5-824d492dc5e8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0349054 Jul 13 02:31:12.846733 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-957e663b-9b34-425f-a1c3-1d49944a0e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.925019 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Router c8c1aada-4f21-4475-9d3c-5c2600b56497 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:31:12.938618 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-957e663b-9b34-425f-a1c3-1d49944a0e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.942791 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-957e663b-9b34-425f-a1c3-1d49944a0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:12.975077 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-957e663b-9b34-425f-a1c3-1d49944a0e96 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d86f5646dbf2428f9a4512c013af264f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437670 Jul 13 02:31:12.977694 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40376) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:12.983629 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e663b-9b34-425f-a1c3-1d49944a0e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf210357-80c3-4343-9473-e413e83d002b,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:13.083406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:31:13.085059 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-836c0329-025c-43f1-972c-4fba0af8dfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:13.093017 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] Sync routers for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:31:13.103724 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:13.104349 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:30:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:13.151295 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] No DVR routers for this DVR port 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:31:13.157407 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:13.159436 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d7c46efb-e715-4263-b496-eeecf0b00dea req-f6dd5787-b848-41ef-affb-095d7ae21ca9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "DELETE /v2.0/ports/49588aa8-e16a-42d4-9d7e-8c1cf67a6211 HTTP/1.1" status: 204 len: 173 time: 1.0405757 Jul 13 02:31:13.168688 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-deleted', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:31:13.171108 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33df3e16-4fcc-460a-9d5c-45c8b30271c5" -d '{"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-deleted", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:31:13.181397 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-836c0329-025c-43f1-972c-4fba0af8dfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:13.217144 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:13.226086 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c63063-4b3c-451d-b68d-27f91609f207 x-openstack-request-id: req-a3c63063-4b3c-451d-b68d-27f91609f207 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:31:13.226457 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "872b8d83-fdcf-4888-b1d3-64f49541426d", "name": "network-vif-deleted", "tag": "49588aa8-e16a-42d4-9d7e-8c1cf67a6211", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:31:13.226783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3c63063-4b3c-451d-b68d-27f91609f207 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:31:13.227228 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '872b8d83-fdcf-4888-b1d3-64f49541426d', 'name': 'network-vif-deleted', 'tag': '49588aa8-e16a-42d4-9d7e-8c1cf67a6211', 'status': 'completed', 'code': 200} Jul 13 02:31:13.249996 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-836c0329-025c-43f1-972c-4fba0af8dfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:13.252524 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-836c0329-025c-43f1-972c-4fba0af8dfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:13.269682 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-836c0329-025c-43f1-972c-4fba0af8dfc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf210357-80c3-4343-9473-e413e83d002b HTTP/1.1" status: 204 len: 168 time: 0.2904727 Jul 13 02:31:13.288412 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c0329-025c-43f1-972c-4fba0af8dfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf210357-80c3-4343-9473-e413e83d002b,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:13.462696 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:13.491844 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] Checking router: c8c1aada-4f21-4475-9d3c-5c2600b56497 for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:31:13.500047 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:13.500650 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:30:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:13.720901 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:13.923110 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bc6c96f9-c656-43a1-9787-2d528b4977d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:13.986588 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:14.015071 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b5f9d1c2-d462-4019-95aa-3eefa5622fca req-23867824-79c1-410a-a1f9-373c31923ccd tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=872b8d83-fdcf-4888-b1d3-64f49541426d HTTP/1.1" status: 200 len: 210 time: 0.0363750 Jul 13 02:31:14.017551 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f4d9f-c973-40db-ba02-36a1bfeeb2c6 None None] The sync data for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi is: [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:31:14.263866 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:14.293697 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2192089a-a89f-4f8e-afdf-330a3236e29c None None] New status for floating IP b76e3c15-30b3-4942-9d72-d8c61815fa5b: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:31:14.997388 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.150631 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40440) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:15.160453 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40442) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:15.203943 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113cbed6-a69d-4167-8c93-b1660cbe7cd1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.227378 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113cbed6-a69d-4167-8c93-b1660cbe7cd1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.263497 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-aeadf93d-27a5-4b92-b2d5-94683682775e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.274569 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113cbed6-a69d-4167-8c93-b1660cbe7cd1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.277135 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113cbed6-a69d-4167-8c93-b1660cbe7cd1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.278288 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-113cbed6-a69d-4167-8c93-b1660cbe7cd1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "DELETE /v2.0/security-groups/369f4aed-7dd6-4906-a958-1999ecc0e6a5 HTTP/1.1" status: 204 len: 168 time: 0.1266465 Jul 13 02:31:15.281347 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40446) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:15.294975 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cbed6-a69d-4167-8c93-b1660cbe7cd1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369f4aed-7dd6-4906-a958-1999ecc0e6a5,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:15.302227 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.api.v2.resource [None req-7adea6c7-7d9b-4263-a952-789b46a1ffb4 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] show failed (client error): The resource could not be found. Jul 13 02:31:15.303349 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7adea6c7-7d9b-4263-a952-789b46a1ffb4 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups/369f4aed-7dd6-4906-a958-1999ecc0e6a5 HTTP/1.1" status: 404 len: 347 time: 0.0199993 Jul 13 02:31:15.306453 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40448) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:15.359271 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-aeadf93d-27a5-4b92-b2d5-94683682775e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.363510 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-aeadf93d-27a5-4b92-b2d5-94683682775e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.405457 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-aeadf93d-27a5-4b92-b2d5-94683682775e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8bfac5542c304dc4b43fcf24ff35db45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437258 Jul 13 02:31:15.406333 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadf93d-27a5-4b92-b2d5-94683682775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838fe6b0-df18-4b33-80c6-2b87150d642c,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:15.408674 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40454) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:15.465084 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Deleting port 349533fd-55ec-46c1-b743-15f2b1774f3b {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:31:15.465431 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.475685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-65dd21c2-f60e-4f82-a42d-b6abb9e1250f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.501188 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-65dd21c2-f60e-4f82-a42d-b6abb9e1250f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.556011 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-65dd21c2-f60e-4f82-a42d-b6abb9e1250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.558550 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-65dd21c2-f60e-4f82-a42d-b6abb9e1250f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.561947 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-65dd21c2-f60e-4f82-a42d-b6abb9e1250f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/838fe6b0-df18-4b33-80c6-2b87150d642c HTTP/1.1" status: 204 len: 168 time: 0.1500773 Jul 13 02:31:15.569389 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd21c2-f60e-4f82-a42d-b6abb9e1250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838fe6b0-df18-4b33-80c6-2b87150d642c,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:15.576600 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.576947 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.594593 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Calling delete_port for 349533fd-55ec-46c1-b743-15f2b1774f3b owned by network:floatingip {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:31:15.764074 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.793053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:31:15.794407 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event deleted for resources: {'Port': ['ID=349533fd-55ec-46c1-b743-15f2b1774f3b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:15.817708 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:31:15.818607 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 49588aa8-e16a-42d4-9d7e-8c1cf67a6211 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:31:15.857478 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.858965 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40470) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:15.860273 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.861512 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e7b08dbb-dbd3-4b04-943e-9a5b2b13758c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "DELETE /v2.0/floatingips/b76e3c15-30b3-4942-9d72-d8c61815fa5b HTTP/1.1" status: 204 len: 168 time: 0.5508339 Jul 13 02:31:15.874566 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8706a95a-5053-455a-b1a6-dff4f3416146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.966818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8706a95a-5053-455a-b1a6-dff4f3416146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:15.971189 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8706a95a-5053-455a-b1a6-dff4f3416146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.008744 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8706a95a-5053-455a-b1a6-dff4f3416146 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c460464d45c4a70b1dbb5c599287be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482525 Jul 13 02:31:16.010056 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706a95a-5053-455a-b1a6-dff4f3416146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e15dabf-50ef-43dc-84df-b8a02684bc1f,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:16.011813 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40476) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:16.063693 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53da708-c5a6-433b-8825-a21a2dd4ba5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.084860 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53da708-c5a6-433b-8825-a21a2dd4ba5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.132087 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53da708-c5a6-433b-8825-a21a2dd4ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.134908 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c53da708-c5a6-433b-8825-a21a2dd4ba5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.136016 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c53da708-c5a6-433b-8825-a21a2dd4ba5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e15dabf-50ef-43dc-84df-b8a02684bc1f HTTP/1.1" status: 204 len: 168 time: 0.1208949 Jul 13 02:31:16.143565 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53da708-c5a6-433b-8825-a21a2dd4ba5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e15dabf-50ef-43dc-84df-b8a02684bc1f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:16.211829 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40480) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:16.216589 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-795a5853-10f8-44d0-b6a0-5324a23dcbfa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531042067', 'description': 'tempest-description--1379374227'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:16.239012 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-795a5853-10f8-44d0-b6a0-5324a23dcbfa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.321212 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-795a5853-10f8-44d0-b6a0-5324a23dcbfa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.325746 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-795a5853-10f8-44d0-b6a0-5324a23dcbfa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.352402 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-795a5853-10f8-44d0-b6a0-5324a23dcbfa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.353598 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-795a5853-10f8-44d0-b6a0-5324a23dcbfa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1407058 Jul 13 02:31:16.356401 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40484) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:16.360692 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-af9ef1b0-8df7-4e53-925d-4df1ef31fc0b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'security_group_rule': {'security_group_id': 'a4d60439-3578-4813-894e-7d5b879b4a19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:16.366629 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a5853-10f8-44d0-b6a0-5324a23dcbfa tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d60439-3578-4813-894e-7d5b879b4a19,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:16.390447 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-af9ef1b0-8df7-4e53-925d-4df1ef31fc0b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.439719 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.476109 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-af9ef1b0-8df7-4e53-925d-4df1ef31fc0b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.480110 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-af9ef1b0-8df7-4e53-925d-4df1ef31fc0b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.503022 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9ef1b0-8df7-4e53-925d-4df1ef31fc0b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b27dca2-1f3f-4a64-887b-8b6da7062cbb,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:16.510166 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-af9ef1b0-8df7-4e53-925d-4df1ef31fc0b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.514591 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40494) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:16.518580 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-af9ef1b0-8df7-4e53-925d-4df1ef31fc0b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1611371 Jul 13 02:31:16.519146 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-f0004016-5859-4157-831a-4b1d16708178 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'security_group_rule': {'security_group_id': 'a4d60439-3578-4813-894e-7d5b879b4a19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:16.548753 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f0004016-5859-4157-831a-4b1d16708178 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.619972 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f0004016-5859-4157-831a-4b1d16708178 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.625267 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f0004016-5859-4157-831a-4b1d16708178 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.646843 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0004016-5859-4157-831a-4b1d16708178 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db5353c-c8e6-4b6f-a1d3-1232a9b478ce,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:16.653887 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f0004016-5859-4157-831a-4b1d16708178 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.658505 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-f0004016-5859-4157-831a-4b1d16708178 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395488 Jul 13 02:31:16.658505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40514) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:16.663007 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:16.686566 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.793227 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:16.896475 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Allocated IP 172.27.2.45 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/86dd0672-97c4-4446-b815-e5d712696116) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:16.998581 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.036999 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.083758 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:17.086650 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:17.093498 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:17.096449 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'Port': ['ID=86dd0672-97c4-4446-b815-e5d712696116,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:17.177985 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.221734 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.374977 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.380647 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.453491 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'Port': ['ID=86dd0672-97c4-4446-b815-e5d712696116,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:17.464527 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.478478 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:17.479694 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1c2e666b-3d93-4653-bd8f-b99f54cbdd93 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8205121 Jul 13 02:31:17.671921 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-feab885c-623f-4d0a-8f79-e43442f9cc84 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1531042067&fields=id&tenant_id=63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 267 time: 0.0343139 Jul 13 02:31:17.778701 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-6a1fef59-0853-45e9-b167-5256dfbd9890 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:17.780183 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-6a1fef59-0853-45e9-b167-5256dfbd9890 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 816 time: 0.1017442 Jul 13 02:31:17.795554 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-1aff3071-255e-452e-8905-95d5fc0730db tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/quotas/63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 375 time: 0.0096765 Jul 13 02:31:17.874839 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-1da16ea7-4928-4bdf-88f4-94205dc73d3c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735807 Jul 13 02:31:17.970864 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-cc5ae290-bad2-40a9-99c8-6972cfd9a029 service neutron] 10.222.0.32 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841777 Jul 13 02:31:18.068467 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-a91e3d36-2dd9-46c5-84c8-a933585f2c36 service neutron] 10.222.0.32 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905559 Jul 13 02:31:18.261254 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d7d4b92a-375f-49d3-9ab9-e0e2655d954e req-3e99872a-9089-4911-bc47-fbd1908524dd tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 210 time: 0.0334260 Jul 13 02:31:19.425255 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-35b128e8-f8e9-4457-8cdd-369c2a283c06 req-33c0f367-d588-4d8d-a092-05305bf60efc tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 210 time: 0.0277205 Jul 13 02:31:20.570043 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7413f08d-c805-4858-8594-dd33e432d01f req-b0d6ea73-9de6-49c5-a085-41c4c531fd67 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 210 time: 0.0306525 Jul 13 02:31:21.711631 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-29e70897-e5f6-4502-b27c-0bd242e2d7f4 req-06fd2119-771a-4adb-ab29-3a1ef44c625d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 210 time: 0.0268836 Jul 13 02:31:22.096882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-4a92f374-2ba4-4b22-9089-411de4d2f33e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:22.098999 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-4a92f374-2ba4-4b22-9089-411de4d2f33e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 816 time: 0.1057241 Jul 13 02:31:22.150920 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-fc0dd8df-6cc2-4f5d-aadd-e7a0878a5176 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 380 time: 0.0368402 Jul 13 02:31:22.161150 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'port': {'device_id': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'admin_state_up': True, 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'security_groups': ['a4d60439-3578-4813-894e-7d5b879b4a19']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:22.264002 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Made reservation on behalf of 63a044a9d95c49ce9281f67e741cf8ad for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:31:22.267422 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:22.391784 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Allocated IP 172.20.0.13 (4baa4fb6-de8b-4124-9674-6f3872d23a0f/9e7d89ff-4d1d-4f43-ad76-fb9e3f196028/9e88c5ac-8fb9-44a9-a7fc-b323f20644f2) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:22.534775 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:22.552264 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Transition to ACTIVE for port object 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:22.586131 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:22.632138 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:22.637060 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:22.639746 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:22.669023 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:22.683657 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.684009 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.684344 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.684675 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.685003 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.685329 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.685653 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.685975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.686322 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.686634 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.686953 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.687266 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:22.706263 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:22.706870 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:22.721991 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-26e6999d-b22b-4313-90b0-3f2469d2d79a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649967 Jul 13 02:31:22.739986 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Request body: {'port': {'device_id': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:22.812041 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-10967c87-1b8d-4e8e-9862-be47cff112bf None None] Provisioning for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:22.816915 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-10967c87-1b8d-4e8e-9862-be47cff112bf None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:22.817361 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-10967c87-1b8d-4e8e-9862-be47cff112bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:22.822180 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:22.852767 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-10967c87-1b8d-4e8e-9862-be47cff112bf None None] Port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:23.162378 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40662) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:23.209212 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Deleting subnet 45444a1d-1421-40e9-b44f-f361edfe8940 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:31:23.212576 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.219629 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a892445-1d98-469e-b171-3c539c53a38d req-31e766eb-ee93-4d31-a089-896b80a0151b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:23.221169 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6a892445-1d98-469e-b171-3c539c53a38d req-31e766eb-ee93-4d31-a089-896b80a0151b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 932 time: 0.3890274 Jul 13 02:31:23.247352 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.298299 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.318142 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6a892445-1d98-469e-b171-3c539c53a38d req-4950e9e2-b8a5-40c2-9407-4be6570477a7 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832074 Jul 13 02:31:23.356221 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.381482 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45444a1d-1421-40e9-b44f-f361edfe8940,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:23.385912 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.390412 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/45444a1d-1421-40e9-b44f-f361edfe8940 HTTP/1.1" status: 204 len: 168 time: 0.2243929 Jul 13 02:31:23.392964 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40668) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:23.401812 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.402101 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.402446 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.402773 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.403092 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.403416 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.403734 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.404050 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.404370 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.404681 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.404991 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.405301 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b81b1-7579-49fd-9d64-c8c1a63d3f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:23.412432 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:31:23.420055 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.432393 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Transition to ACTIVE for port object 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:23.436296 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.476354 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.491013 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:23.577531 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Attempting to bind port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:23.578015 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Attempting to bind port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:23.578418 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Attempting to bind port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:23.584107 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:31:23.584502 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Attempting to bind port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 on network 4baa4fb6-de8b-4124-9674-6f3872d23a0f {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:23.589433 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.590278 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:23.590737 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Checking segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:23.592119 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Bound using segment: {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:23.592624 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Bound port: 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:23.593087 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.600968 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889ba6c6-2035-4ca1-b73e-b7767234c4d9']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:23.611372 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f28a9d2-edcd-4456-8c84-b7a0d7075f14') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:23.611757 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f28a9d2-edcd-4456-8c84-b7a0d7075f14') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:23.622098 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.637591 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.647615 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:31:23.648101 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:31:23.649927 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:31:23.671723 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:23.677141 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:23.685390 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.720458 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:23.721066 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.722538 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 1094 time: 0.9870896 Jul 13 02:31:23.723169 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:31:23.723996 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.725550 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d77f29-ba44-48ce-b0dd-13d04935d99d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:31:23.736574 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:23.739924 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/889ba6c6-2035-4ca1-b73e-b7767234c4d9 HTTP/1.1" status: 204 len: 168 time: 0.3458292 Jul 13 02:31:23.755917 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de7842-e737-4dd2-a6e5-bda4e19329c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=889ba6c6-2035-4ca1-b73e-b7767234c4d9,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:23.756984 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b342193-e3d5-448e-89ed-96b20fbe89b7 service neutron] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:23.839060 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8558e0-f988-49a4-8e78-c4fa5a304f47 x-openstack-request-id: req-fe8558e0-f988-49a4-8e78-c4fa5a304f47 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:31:23.839357 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:31:23.839610 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe8558e0-f988-49a4-8e78-c4fa5a304f47 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:31:23.840024 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'status': 'completed', 'code': 200} Jul 13 02:31:23.874638 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-d0ee934e-52bb-4a8b-bb6b-98fc75d07052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:23.876632 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-d0ee934e-52bb-4a8b-bb6b-98fc75d07052 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1097 time: 0.0726657 Jul 13 02:31:23.929437 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-a9d2f703-548f-4fff-96af-a98c7fea2bce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 217 time: 0.0376947 Jul 13 02:31:23.985618 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-a7e10f5b-3f5b-4c21-bcd3-3f568d3ed490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:23.987144 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-a7e10f5b-3f5b-4c21-bcd3-3f568d3ed490 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0508313 Jul 13 02:31:24.014926 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40682) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:24.055812 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-08bec7e7-8d22-4df7-9df9-0c99c189c3fa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaa2c1d46685432e8656123be9d86664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397589 Jul 13 02:31:24.058305 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40684) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:24.061443 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-b6dc2dad-70ba-4564-95a0-966f532be18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:24.062975 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-b6dc2dad-70ba-4564-95a0-966f532be18c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594616 Jul 13 02:31:24.104684 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07ee4694-c0a8-440b-9979-0927943b6ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:24.126037 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07ee4694-c0a8-440b-9979-0927943b6ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:24.156966 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-b4aa39dd-813c-452e-9c5a-a8ffdec20aad service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861802 Jul 13 02:31:24.174678 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07ee4694-c0a8-440b-9979-0927943b6ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:24.178768 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-07ee4694-c0a8-440b-9979-0927943b6ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:24.182379 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-07ee4694-c0a8-440b-9979-0927943b6ca3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc757a79-b70b-4476-a617-d2bd05ec2e4d HTTP/1.1" status: 204 len: 168 time: 0.1207230 Jul 13 02:31:24.191990 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee4694-c0a8-440b-9979-0927943b6ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc757a79-b70b-4476-a617-d2bd05ec2e4d,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:24.257721 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-553d4a83-2a68-4a46-bafd-134fe1e4d05e req-cc3b9b14-c170-4eb9-8e3f-b3719bb18448 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944347 Jul 13 02:31:24.447439 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-c953704b-9901-403b-8312-ec094bffda0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:24.447439 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-c953704b-9901-403b-8312-ec094bffda0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1097 time: 0.0728617 Jul 13 02:31:24.592331 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc975a-8449-4d4a-95cc-a3d4d4720229 req-daf0c698-4818-4626-8b8e-5dd47f033ab8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:24.593875 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f5cc975a-8449-4d4a-95cc-a3d4d4720229 req-daf0c698-4818-4626-8b8e-5dd47f033ab8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 944 time: 0.1423545 Jul 13 02:31:24.596707 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-9241ee00-192c-40a4-a057-f3ad48896518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:24.598645 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-9241ee00-192c-40a4-a057-f3ad48896518 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.1363800 Jul 13 02:31:24.656707 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-58b203f7-abf7-4c04-a966-328f9cd15b66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 217 time: 0.0472405 Jul 13 02:31:24.683103 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f5cc975a-8449-4d4a-95cc-a3d4d4720229 req-782f1da3-05f5-4f5b-8dcd-7d453cef27a8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804210 Jul 13 02:31:24.724714 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-92378f72-b4d6-485d-8434-21ce1ce0e692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:24.726870 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-92378f72-b4d6-485d-8434-21ce1ce0e692 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0595961 Jul 13 02:31:24.797144 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-8daf1196-f003-46c9-bef0-0bd68ac5766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:24.798703 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-8daf1196-f003-46c9-bef0-0bd68ac5766f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653362 Jul 13 02:31:24.898320 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-82d23c13-3fb3-4472-b647-c7cd3f16e034 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918407 Jul 13 02:31:24.931267 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40722) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:25.000941 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d5d77f29-ba44-48ce-b0dd-13d04935d99d req-a71a4987-a070-4add-8b11-57ce7b8eb823 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953438 Jul 13 02:31:25.050465 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-714869270-network', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:25.072695 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Made reservation on behalf of d9e51bf2b24e42b7b4bad3a25ff6f564 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:31:25.074996 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.083438 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.177041 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.183193 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.212727 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:31:25.214938 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:25.228034 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.228426 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Added segment 218dbc67-d253-42db-8e2e-e9bca3c2eb91 of type vlan for network acf40587-1b21-48e9-87d9-59aef421a5ba Jul 13 02:31:25.271048 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.298338 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.299266 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:25.299834 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.331317 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3989460 Jul 13 02:31:25.334048 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40742) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:25.340097 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Request body: {'subnet': {'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-714869270-subnet', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:25.370563 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e58f47-111d-4e90-83ad-67ca7eba343e admin admin] Pushing event updated for resources: {'Network': ['ID=acf40587-1b21-48e9-87d9-59aef421a5ba,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:25.379999 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network acf40587-1b21-48e9-87d9-59aef421a5ba details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:31:25.387729 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Made reservation on behalf of d9e51bf2b24e42b7b4bad3a25ff6f564 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:31:25.390385 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098261'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.559822 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098215'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.622311 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=02492225-ca7b-4caa-ad59-90a636c01d8a,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:25.630558 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Checking segment: {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:25.630899 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Network hostable DHCP agents. Network: acf40587-1b21-48e9-87d9-59aef421a5ba, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:31:25.646952 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Network acf40587-1b21-48e9-87d9-59aef421a5ba is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:31:25.655670 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, acf40587-1b21-48e9-87d9-59aef421a5ba) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:25.659985 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:25.662255 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.665817 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef3e19c-54b0-4238-b15a-761c17397625 None None] Network acf40587-1b21-48e9-87d9-59aef421a5ba requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:31:25.678362 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-51fc3814-8f8d-4340-844a-2d2cf273a4da admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3430302 Jul 13 02:31:25.680883 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40744) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:25.685481 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:25.706161 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.708037 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.765319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.836224 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-acf40587-1b21-48e9-87d9-59aef421a5ba', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:31:25.837095 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.949851 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:25.999706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bfd19-9c64-4421-b350-73e4315b5acc req-cc97b900-7d78-44c6-b51e-d8f18ec6fd23 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:26.001307 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-030bfd19-9c64-4421-b350-73e4315b5acc req-cc97b900-7d78-44c6-b51e-d8f18ec6fd23 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 944 time: 0.1574872 Jul 13 02:31:26.003262 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Allocated IP 172.20.0.2 (acf40587-1b21-48e9-87d9-59aef421a5ba/02492225-ca7b-4caa-ad59-90a636c01d8a/856030fc-bef9-4230-9d57-2c2b9a326cf2) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:26.057047 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-030bfd19-9c64-4421-b350-73e4315b5acc req-0b964915-6b1a-440d-821b-fdb08f3c82bd tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461471 Jul 13 02:31:26.154366 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.162273 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Transition to ACTIVE for port object 856030fc-bef9-4230-9d57-2c2b9a326cf2 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:26.176635 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Transition to ACTIVE for port object 856030fc-bef9-4230-9d57-2c2b9a326cf2 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:26.182793 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.210673 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.222267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Network acf40587-1b21-48e9-87d9-59aef421a5ba is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:26.225048 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:26.228364 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:26.232587 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.233594 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Pushing event updated for resources: {'Port': ['ID=856030fc-bef9-4230-9d57-2c2b9a326cf2,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:26.244313 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.244652 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.244986 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.245314 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.245639 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.245968 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.246314 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.246630 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.246950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.247268 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.247583 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.247899 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:26.301832 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Attempting to bind port 856030fc-bef9-4230-9d57-2c2b9a326cf2 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:26.302466 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Attempting to bind port 856030fc-bef9-4230-9d57-2c2b9a326cf2 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:26.303003 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Attempting to bind port 856030fc-bef9-4230-9d57-2c2b9a326cf2 on network acf40587-1b21-48e9-87d9-59aef421a5ba {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:26.310132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:26.310132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Checking segment: {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:26.310132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.310132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Bound using segment: {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:26.310132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Bound port: 856030fc-bef9-4230-9d57-2c2b9a326cf2, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:26.310132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.340069 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Allocated IP 172.27.2.7 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/e1dbef73-07e3-4ddc-96fa-362064c68500) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:26.375164 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] For port 856030fc-bef9-4230-9d57-2c2b9a326cf2, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:26.378506 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] For port 856030fc-bef9-4230-9d57-2c2b9a326cf2, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=856030fc-bef9-4230-9d57-2c2b9a326cf2,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:26.384430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.448772 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad49d-9867-4a29-b172-c94db839a02a None None] Pushing event updated for resources: {'Port': ['ID=856030fc-bef9-4230-9d57-2c2b9a326cf2,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:26.455400 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.501272 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.543444 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:26.547877 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:26.552287 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:26.555348 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Pushing event updated for resources: {'Port': ['ID=e1dbef73-07e3-4ddc-96fa-362064c68500,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:26.584456 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40764) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:26.760001 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-01d053ba-67eb-419b-b0c5-338e3bd1d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.841099 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.854153 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-01d053ba-67eb-419b-b0c5-338e3bd1d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.858150 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-01d053ba-67eb-419b-b0c5-338e3bd1d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.899062 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-01d053ba-67eb-419b-b0c5-338e3bd1d625 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c467c1bba6d4149a4d6cc461aadfe11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127944 Jul 13 02:31:26.899779 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d053ba-67eb-419b-b0c5-338e3bd1d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1b535b-e06a-49b7-a217-713af9b6ad5c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:26.902160 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40768) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:26.956115 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa088-39a9-48e0-ae57-fae4c16a4866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:26.978289 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa088-39a9-48e0-ae57-fae4c16a4866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.033883 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa088-39a9-48e0-ae57-fae4c16a4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.036855 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa088-39a9-48e0-ae57-fae4c16a4866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.038017 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0bfaa088-39a9-48e0-ae57-fae4c16a4866 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab1b535b-e06a-49b7-a217-713af9b6ad5c HTTP/1.1" status: 204 len: 168 time: 0.1349382 Jul 13 02:31:27.048762 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaa088-39a9-48e0-ae57-fae4c16a4866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1b535b-e06a-49b7-a217-713af9b6ad5c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:27.053150 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.236799 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Router 72b8c4c4-619d-4812-8324-63fe300f52fd is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:31:27.314871 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f267c3b-505a-4c1d-9520-f88980466cb7 req-e20b785d-2130-4b18-b76c-d6d0b4feed03 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:27.316097 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7f267c3b-505a-4c1d-9520-f88980466cb7 req-e20b785d-2130-4b18-b76c-d6d0b4feed03 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 944 time: 0.1175802 Jul 13 02:31:27.391582 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40778) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:27.407858 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:31:27.409911 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 856030fc-bef9-4230-9d57-2c2b9a326cf2 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:27.411356 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3132f153-a8dc-4235-ad05-49aab1df5d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.411935 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7f267c3b-505a-4c1d-9520-f88980466cb7 req-2854a710-4f11-4bd7-9ad2-010bf3675f87 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619028 Jul 13 02:31:27.441109 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Sync routers for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:31:27.442915 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.446101 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-7d458423-caef-49da-90ad-af4008b3e6df admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7619646 Jul 13 02:31:27.446666 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40780) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:27.473417 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:27.474170 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:27.524494 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a57e4c9-0aeb-4197-855f-8b9f5ebe324f None None] Network acf40587-1b21-48e9-87d9-59aef421a5ba requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:31:27.536002 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3132f153-a8dc-4235-ad05-49aab1df5d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.539449 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 856030fc-bef9-4230-9d57-2c2b9a326cf2 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:27.541997 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3132f153-a8dc-4235-ad05-49aab1df5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.573934 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3132f153-a8dc-4235-ad05-49aab1df5d28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7ff8ad677d34d8f951ce5b8cf98886b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812837 Jul 13 02:31:27.576674 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40782) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:27.587006 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132f153-a8dc-4235-ad05-49aab1df5d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a25694-8ae5-4b76-bad6-f7494649f644,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:27.641301 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a9ce780b-ab60-41e3-9c2e-b31b95f51906 None None] Provisioning for port 856030fc-bef9-4230-9d57-2c2b9a326cf2 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:27.654276 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a9ce780b-ab60-41e3-9c2e-b31b95f51906 None None] Provisioning complete for port 856030fc-bef9-4230-9d57-2c2b9a326cf2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:27.654776 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9ce780b-ab60-41e3-9c2e-b31b95f51906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.707520 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97be633c-b29e-42f3-ab00-305e44eaef71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.717968 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:27.767753 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97be633c-b29e-42f3-ab00-305e44eaef71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.880355 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97be633c-b29e-42f3-ab00-305e44eaef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.884118 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-97be633c-b29e-42f3-ab00-305e44eaef71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:27.885849 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-97be633c-b29e-42f3-ab00-305e44eaef71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1a25694-8ae5-4b76-bad6-f7494649f644 HTTP/1.1" status: 204 len: 168 time: 0.3082290 Jul 13 02:31:27.897985 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be633c-b29e-42f3-ab00-305e44eaef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a25694-8ae5-4b76-bad6-f7494649f644,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:27.997832 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.034272 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:31:28.074677 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9ce780b-ab60-41e3-9c2e-b31b95f51906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.172875 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Allocated IP 172.20.0.1 (acf40587-1b21-48e9-87d9-59aef421a5ba/02492225-ca7b-4caa-ad59-90a636c01d8a/b62f42c2-535e-468c-b588-6fa91fb55f1d) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:28.176986 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-a9ce780b-ab60-41e3-9c2e-b31b95f51906 None None] For port 856030fc-bef9-4230-9d57-2c2b9a326cf2, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=856030fc-bef9-4230-9d57-2c2b9a326cf2,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:28.214734 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a9ce780b-ab60-41e3-9c2e-b31b95f51906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.296948 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40790) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:28.298439 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.300454 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:28.313869 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c5474a8-0c14-44fa-bd77-1ad91e9deefc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.326253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'port_id': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'mac_address': 'fa:16:3e:04:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:31:28.328841 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce780b-ab60-41e3-9c2e-b31b95f51906 None None] Pushing event updated for resources: {'Port': ['ID=856030fc-bef9-4230-9d57-2c2b9a326cf2,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:28.364928 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:26Z', 'revision_number': 3, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:28.403788 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Checking router: 72b8c4c4-619d-4812-8324-63fe300f52fd for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:31:28.404286 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Updating router 72b8c4c4-619d-4812-8324-63fe300f52fd port e1dbef73-07e3-4ddc-96fa-362064c68500 binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:31:28.432687 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.438692 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c5474a8-0c14-44fa-bd77-1ad91e9deefc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.457432 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:31:28.459469 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8c5474a8-0c14-44fa-bd77-1ad91e9deefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.486006 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:28.489676 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.493595 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.525806 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8c5474a8-0c14-44fa-bd77-1ad91e9deefc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e6be6e4948f4ebba070f3982b55ac50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277746 Jul 13 02:31:28.526534 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5474a8-0c14-44fa-bd77-1ad91e9deefc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc39a39-7d2a-40b4-874b-17a84badb564,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:28.528893 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40794) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:28.579974 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-3db94139-1f84-4f4e-93f6-8d67be178bf0 None None] Provisioning complete for port 856030fc-bef9-4230-9d57-2c2b9a326cf2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:28.580615 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ec40-e0c6-4fbf-a631-041cdda27e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.580836 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3db94139-1f84-4f4e-93f6-8d67be178bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.612907 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Transition to ACTIVE for port object b62f42c2-535e-468c-b588-6fa91fb55f1d will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:28.619337 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ec40-e0c6-4fbf-a631-041cdda27e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.681640 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ec40-e0c6-4fbf-a631-041cdda27e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.685421 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ec40-e0c6-4fbf-a631-041cdda27e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.688132 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-cdb3ec40-e0c6-4fbf-a631-041cdda27e19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fc39a39-7d2a-40b4-874b-17a84badb564 HTTP/1.1" status: 204 len: 168 time: 0.1579313 Jul 13 02:31:28.688655 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:28.698865 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3ec40-e0c6-4fbf-a631-041cdda27e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc39a39-7d2a-40b4-874b-17a84badb564,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:28.725297 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82dc8dc-465d-4806-b536-25f3a0bba20e req-6f10fa7c-7860-403f-9433-5ad8cf8b57ee tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:28.727029 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f82dc8dc-465d-4806-b536-25f3a0bba20e req-6f10fa7c-7860-403f-9433-5ad8cf8b57ee tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 945 time: 0.1059501 Jul 13 02:31:28.746314 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.824652 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f82dc8dc-465d-4806-b536-25f3a0bba20e req-55e5998b-86b8-4ee8-b76b-0bcb70d86d9b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868959 Jul 13 02:31:28.838581 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Network acf40587-1b21-48e9-87d9-59aef421a5ba is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:28.855530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:28.855530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Pushing event updated for resources: {'Port': ['ID=b62f42c2-535e-468c-b588-6fa91fb55f1d,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:28.855945 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:28.903874 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.953340 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:28.970520 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Transition to ACTIVE for port object e1dbef73-07e3-4ddc-96fa-362064c68500 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:28.982369 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.044656 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Attempting to bind port e1dbef73-07e3-4ddc-96fa-362064c68500 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:29.045018 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Attempting to bind port e1dbef73-07e3-4ddc-96fa-362064c68500 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:29.045380 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Attempting to bind port e1dbef73-07e3-4ddc-96fa-362064c68500 on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:29.048377 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d52062-737a-475e-b0be-98520c3642fe None None] Pushing event updated for resources: {'Port': ['ID=e1dbef73-07e3-4ddc-96fa-362064c68500,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:29.054911 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:29.055632 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:29.056038 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.056670 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:29.057140 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Bound port: e1dbef73-07e3-4ddc-96fa-362064c68500, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:29.057516 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.080416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.124464 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:31:29.164087 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] For port e1dbef73-07e3-4ddc-96fa-362064c68500, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:29.180448 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] For port e1dbef73-07e3-4ddc-96fa-362064c68500, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=e1dbef73-07e3-4ddc-96fa-362064c68500,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:29.201027 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.263537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-06b13651-2283-453d-90e9-2543bfed6290 None None] Provisioning for port b62f42c2-535e-468c-b588-6fa91fb55f1d completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:29.282224 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-06b13651-2283-453d-90e9-2543bfed6290 None None] Provisioning complete for port b62f42c2-535e-468c-b588-6fa91fb55f1d triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:29.282964 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-06b13651-2283-453d-90e9-2543bfed6290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.309861 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.319006 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.325950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d52062-737a-475e-b0be-98520c3642fe None None] Pushing event updated for resources: {'Port': ['ID=e1dbef73-07e3-4ddc-96fa-362064c68500,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:29.355256 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:29.355911 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:29.419429 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 856030fc-bef9-4230-9d57-2c2b9a326cf2 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:29.429682 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-06b13651-2283-453d-90e9-2543bfed6290 None None] Port b62f42c2-535e-468c-b588-6fa91fb55f1d cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:29.446531 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Pushing event updated for resources: {'Port': ['ID=b62f42c2-535e-468c-b588-6fa91fb55f1d,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:29.453763 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.636325 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:29.652242 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Network acf40587-1b21-48e9-87d9-59aef421a5ba is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:29.654291 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:29.756265 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 856030fc-bef9-4230-9d57-2c2b9a326cf2 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:29.756646 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.808237 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Router 72b8c4c4-619d-4812-8324-63fe300f52fd has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:31:29.846792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-abf5b376-3c3b-4cd9-b741-a18ff298caa1 None None] Provisioning complete for port b62f42c2-535e-468c-b588-6fa91fb55f1d triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:29.847103 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-abf5b376-3c3b-4cd9-b741-a18ff298caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:29.908748 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-abf5b376-3c3b-4cd9-b741-a18ff298caa1 None None] Port b62f42c2-535e-468c-b588-6fa91fb55f1d cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:29.983253 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:31:29.992937 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-14c73bb7-bad9-40b3-bd6d-b5fe982a7020 admin admin] 10.222.0.32 "PUT /v2.0/routers/72b8c4c4-619d-4812-8324-63fe300f52fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5452359 Jul 13 02:31:30.017900 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 2, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:30.049713 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ce59ff-670d-40af-aac8-9b591902e41e None None] The sync data for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi is: [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 2, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:31:30.066292 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-9ae2b04e-fb02-4bac-8a5f-8b64ad74596b None None] Provisioning complete for port b62f42c2-535e-468c-b588-6fa91fb55f1d triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:30.068332 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9ae2b04e-fb02-4bac-8a5f-8b64ad74596b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:30.094219 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4faa874-09bd-4e46-a061-fa2ec027f962 req-e554b301-2ec2-43b3-beb1-553d6775ead0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:30.102626 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4faa874-09bd-4e46-a061-fa2ec027f962 req-e554b301-2ec2-43b3-beb1-553d6775ead0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 945 time: 0.0917993 Jul 13 02:31:30.115829 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-9ae2b04e-fb02-4bac-8a5f-8b64ad74596b None None] Port b62f42c2-535e-468c-b588-6fa91fb55f1d cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:30.147490 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4faa874-09bd-4e46-a061-fa2ec027f962 req-28d2437f-e10d-4c47-94ce-c955fe83fb22 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425651 Jul 13 02:31:30.701897 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40896) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:30.708532 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1971940805-network', 'tenant_id': '1769789c635e42aeabb5df4760a829c4'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:30.745358 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Made reservation on behalf of 1769789c635e42aeabb5df4760a829c4 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:31:30.764191 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:30.775471 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:30.848957 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:30.954752 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:30.963640 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:30.963740 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:30.971413 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:30.972049 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:30.985113 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:31:31.001353 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9842377-84a3-4fe4-ab99-842a2272d4ad,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:31.008784 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.009120 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Added segment 86112e2f-36b1-4cca-a17c-5b155e8da115 of type vlan for network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 Jul 13 02:31:31.057959 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.093156 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.095429 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:31.096239 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.118911 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.147793 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4435279 Jul 13 02:31:31.148227 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40916) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:31.157479 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Request body: {'subnet': {'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1971940805-subnet', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'ip_version': 4}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:31.183447 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:31:31.187845 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f9bcf1-7673-4e60-922d-797faaa5ea33" -d '{"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:31:31.203416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Made reservation on behalf of 1769789c635e42aeabb5df4760a829c4 for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:31:31.205956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59781396'] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.206364 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:31.211829 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.324292 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fefc9b5-57f5-40ef-b22b-997aa176c922 x-openstack-request-id: req-1fefc9b5-57f5-40ef-b22b-997aa176c922 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:31:31.325240 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:31:31.325773 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1fefc9b5-57f5-40ef-b22b-997aa176c922 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:31:31.326443 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'code': 200} Jul 13 02:31:31.327587 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:31.524745 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device e1dbef73-07e3-4ddc-96fa-362064c68500 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:31.653928 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port e1dbef73-07e3-4ddc-96fa-362064c68500 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:31.662146 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port e1dbef73-07e3-4ddc-96fa-362064c68500 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:31.662857 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.664602 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6765f-b5f2-4d97-96f4-5d0bfbc2bc4b admin admin] Pushing event updated for resources: {'Network': ['ID=94a40cf4-9c32-4cc7-87fc-88b3bc908ac8,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:31.688922 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:31:31.834899 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4070795-7539-40d5-8048-7c53fe2d2bef req-13227d6a-927d-49b8-9127-5c204b138335 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:31.836650 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a4070795-7539-40d5-8048-7c53fe2d2bef req-13227d6a-927d-49b8-9127-5c204b138335 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.4143143 Jul 13 02:31:31.853802 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14127-a5d2-48ee-8901-a882eeaf5030 req-a8155872-7b23-40bd-9b88-7525a5003ba6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:31.855566 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d7a14127-a5d2-48ee-8901-a882eeaf5030 req-a8155872-7b23-40bd-9b88-7525a5003ba6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.3574598 Jul 13 02:31:31.894574 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aad716-ad3b-411a-9fff-2e5b8c6edb39 req-c90e6b66-5e8d-4c33-ba78-8379c96dbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:31.896271 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-18aad716-ad3b-411a-9fff-2e5b8c6edb39 req-c90e6b66-5e8d-4c33-ba78-8379c96dbc2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1099 time: 0.2067945 Jul 13 02:31:31.967432 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60790160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59781478'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:31.976684 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-9939d00e-4718-4afe-a0c0-81b161e94843 None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:31.978080 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9939d00e-4718-4afe-a0c0-81b161e94843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.015826 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a4070795-7539-40d5-8048-7c53fe2d2bef req-c6ea966b-e2e0-4819-9ef5-a7e20a3b1dce tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563330 Jul 13 02:31:32.054824 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d7a14127-a5d2-48ee-8901-a882eeaf5030 req-12b38cdb-9157-4aa7-adfc-400ef16c9689 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624525 Jul 13 02:31:32.069555 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-18aad716-ad3b-411a-9fff-2e5b8c6edb39 req-840d2ed1-fd26-4b60-90dd-d631035a7296 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596072 Jul 13 02:31:32.075198 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e4acc3-795e-46fd-a9f9-43373a6d7c57,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:32.090526 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.096192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Checking segment: {'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:32.096958 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Network hostable DHCP agents. Network: 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:31:32.115587 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:31:32.127963 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port e1dbef73-07e3-4ddc-96fa-362064c68500, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=e1dbef73-07e3-4ddc-96fa-362064c68500,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:32.128507 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:32.134002 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.139015 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:32.140114 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.158778 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-7bba31d1-096a-4210-83a8-2753d6c4dbea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0090966 Jul 13 02:31:32.161775 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40938) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:32.166349 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:32.171258 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95decfb-ac22-4008-ae9f-6f5e4c6165be None None] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:31:32.203135 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.204163 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.262506 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.297618 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=e1dbef73-07e3-4ddc-96fa-362064c68500,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:32.384666 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'fixed_ips': [{'subnet_id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:31:32.385508 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.419648 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.530560 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Allocated IP 172.20.0.2 (94a40cf4-9c32-4cc7-87fc-88b3bc908ac8/81e4acc3-795e-46fd-a9f9-43373a6d7c57/45b5e85e-46f8-4967-a1d4-bb14698ff4fc) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:32.636132 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Sync routers for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:31:32.638456 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.653053 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:32.654416 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:32.658365 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.702943 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.712476 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Transition to ACTIVE for port object 45b5e85e-46f8-4967-a1d4-bb14698ff4fc will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:32.731215 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Transition to ACTIVE for port object 45b5e85e-46f8-4967-a1d4-bb14698ff4fc will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:32.749346 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.780071 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Allocated IP 172.27.2.95 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/0ddd3e6f-6dd5-486b-9dac-cd56af54bbce) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:32.791118 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:32.794493 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:32.797380 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:32.800987 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:32.808286 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Pushing event updated for resources: {'Port': ['ID=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:32.864365 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Attempting to bind port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:32.864741 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Attempting to bind port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:32.865104 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Attempting to bind port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc on network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:32.871253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:32.871943 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Checking segment: {'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:32.872750 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.872750 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Bound using segment: {'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:32.873190 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Bound port: 45b5e85e-46f8-4967-a1d4-bb14698ff4fc, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:32.873571 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.895288 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.937799 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:32.939580 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] For port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:32.943428 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] For port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,segment=NetworkSegment(86112e2f-36b1-4cca-a17c-5b155e8da115),segment_id=86112e2f-36b1-4cca-a17c-5b155e8da115)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:32.948904 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.008333 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:33.011343 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3c8cb-f106-4022-bce6-d3fdfff15b2f None None] Pushing event updated for resources: {'Port': ['ID=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:33.014189 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:33.016480 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:33.018604 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:33.059912 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 2, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:33.088031 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Checking router: 72b8c4c4-619d-4812-8324-63fe300f52fd for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:31:33.088382 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Updating router 72b8c4c4-619d-4812-8324-63fe300f52fd port b62f42c2-535e-468c-b588-6fa91fb55f1d binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:31:33.124023 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.456693 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe1596-0fa4-40b1-8566-841a7466dbaa req-bf316595-ac81-4cad-ba67-16310c1ddd75 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:33.458452 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bcfe1596-0fa4-40b1-8566-841a7466dbaa req-bf316595-ac81-4cad-ba67-16310c1ddd75 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.2165654 Jul 13 02:31:33.480321 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.540544 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bcfe1596-0fa4-40b1-8566-841a7466dbaa req-0c61d808-8ac3-418c-a8f7-201668bf7220 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749590 Jul 13 02:31:33.658687 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 45b5e85e-46f8-4967-a1d4-bb14698ff4fc up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:33.718198 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46a6c7-dc26-4b6d-bbcd-602c4f259c61 req-62dc891b-4d5c-46e6-bd2e-92c5a582d2a4 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:33.719989 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d46a6c7-dc26-4b6d-bbcd-602c4f259c61 req-62dc891b-4d5c-46e6-bd2e-92c5a582d2a4 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.1053805 Jul 13 02:31:33.727964 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.739122 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Transition to ACTIVE for port object b62f42c2-535e-468c-b588-6fa91fb55f1d will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:33.747988 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.796757 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:33.805986 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Pushing event updated for resources: {'Port': ['ID=b62f42c2-535e-468c-b588-6fa91fb55f1d,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:33.813198 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.813501 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.813846 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.814230 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.814558 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.814884 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.815205 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.815527 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.815863 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.816183 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.816535 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.816914 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:31:33.817593 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device e1dbef73-07e3-4ddc-96fa-362064c68500 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:33.856918 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d46a6c7-dc26-4b6d-bbcd-602c4f259c61 req-f85fb1ff-16f0-4461-ad32-4d807f37225f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287143 Jul 13 02:31:33.901972 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.922213 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Attempting to bind port b62f42c2-535e-468c-b588-6fa91fb55f1d on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:33.923103 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Attempting to bind port b62f42c2-535e-468c-b588-6fa91fb55f1d by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:33.923756 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Attempting to bind port b62f42c2-535e-468c-b588-6fa91fb55f1d on network acf40587-1b21-48e9-87d9-59aef421a5ba {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:33.924092 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port e1dbef73-07e3-4ddc-96fa-362064c68500 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:33.924468 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.932169 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:33.932538 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Checking segment: {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:33.933220 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:33.933609 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Bound using segment: {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:33.934091 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Bound port: b62f42c2-535e-468c-b588-6fa91fb55f1d, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:33.934487 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.041660 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] For port b62f42c2-535e-468c-b588-6fa91fb55f1d, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:34.045952 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] For port b62f42c2-535e-468c-b588-6fa91fb55f1d, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=b62f42c2-535e-468c-b588-6fa91fb55f1d,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:34.058563 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.064617 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40964) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:34.139212 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-0a3a3e05-8bb4-4605-bf64-e8106c1361b5 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:34.141239 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-0a3a3e05-8bb4-4605-bf64-e8106c1361b5 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 945 time: 0.1368501 Jul 13 02:31:34.145983 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Router 8adb0efa-1d29-4d46-9a54-87405edac7b5 is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:31:34.169521 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1e6ea-396b-45d4-bbbd-633e81c0a42e None None] Pushing event updated for resources: {'Port': ['ID=b62f42c2-535e-468c-b588-6fa91fb55f1d,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:34.205649 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:34.206317 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:34.263536 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ffd2e9e5-dc3a-40cf-b86d-152d6788765e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.309170 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:31:34.319293 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Sync routers for ids ['8adb0efa-1d29-4d46-9a54-87405edac7b5'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:31:34.340861 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Routers {'8adb0efa-1d29-4d46-9a54-87405edac7b5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:34.342793 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['8adb0efa-1d29-4d46-9a54-87405edac7b5'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:34.385145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Deleting port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:31:34.388615 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.401567 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:34.496913 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Set router 8adb0efa-1d29-4d46-9a54-87405edac7b5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:34.543967 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ffd2e9e5-dc3a-40cf-b86d-152d6788765e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.557741 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ffd2e9e5-dc3a-40cf-b86d-152d6788765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.563848 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.570572 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c6bc5cf3-030d-4ca9-9011-60838e54a8a4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4076214 Jul 13 02:31:34.571426 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40968) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:34.610753 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] For port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:34.611123 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.759676 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac3419-f643-4a79-99a0-4e8f96df6a53 None None] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:31:34.804977 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a7beb481-6729-4651-95d4-a9d76ab3a851 None None] Provisioning for port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:34.831458 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a7beb481-6729-4651-95d4-a9d76ab3a851 None None] Provisioning complete for port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:34.834663 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a7beb481-6729-4651-95d4-a9d76ab3a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.879870 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:34Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:34.923799 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:33Z', 'revision_number': 3, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port': {'id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:34.931724 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ffd2e9e5-dc3a-40cf-b86d-152d6788765e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83947fc39ba5488aa5f9d4c221e5aedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8659272 Jul 13 02:31:34.938619 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 40976) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:34.943853 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2e9e5-dc3a-40cf-b86d-152d6788765e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479fbae9-00e7-41e2-ab0c-a21c225d5f1f,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:34.962370 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Checking router: 8adb0efa-1d29-4d46-9a54-87405edac7b5 for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:31:34.962728 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Updating router 8adb0efa-1d29-4d46-9a54-87405edac7b5 port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:31:34.976718 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.977098 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:34.977412 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Floating IP 3e90d38d-f349-478c-a4ce-3859097bdc54 disassociated. External IP: 172.27.2.20, port: 4d10eb36-dce1-4c00-9fa1-a89e70dddb17. Jul 13 02:31:34.977750 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Calling delete_port for 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:31:35.008046 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f3b0cf-8af9-474b-96a6-6528b8875bdc None None] The sync data for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi is: [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:34Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:31:35.050680 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d693b8b-61f6-4f61-a787-bb3117408b6c req-24944fe2-4d2a-441d-a31e-dcec07106fae tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:35.052227 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d693b8b-61f6-4f61-a787-bb3117408b6c req-24944fe2-4d2a-441d-a31e-dcec07106fae tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.2097337 Jul 13 02:31:35.108918 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.159796 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81d9-e4db-496d-87f2-30839c5fdf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.179599 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a7beb481-6729-4651-95d4-a9d76ab3a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.196186 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81d9-e4db-496d-87f2-30839c5fdf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.234871 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.283935 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.327638 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event deleted for resources: {'Port': ['ID=4d10eb36-dce1-4c00-9fa1-a89e70dddb17,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:35.343100 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2d693b8b-61f6-4f61-a787-bb3117408b6c req-714078c9-8569-4447-b783-79792c7ee5b8 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833037 Jul 13 02:31:35.364129 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81d9-e4db-496d-87f2-30839c5fdf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.370805 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9f4c81d9-e4db-496d-87f2-30839c5fdf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.376780 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9f4c81d9-e4db-496d-87f2-30839c5fdf6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/479fbae9-00e7-41e2-ab0c-a21c225d5f1f HTTP/1.1" status: 204 len: 168 time: 0.3893244 Jul 13 02:31:35.419666 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c81d9-e4db-496d-87f2-30839c5fdf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479fbae9-00e7-41e2-ab0c-a21c225d5f1f,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:35.553525 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd63fe7-19e0-4e04-ba9c-2f0d6dc3b81f req-ceea6ba8-1ffe-4d86-8db6-f6161a441cec tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:35.561295 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ecd63fe7-19e0-4e04-ba9c-2f0d6dc3b81f req-ceea6ba8-1ffe-4d86-8db6-f6161a441cec tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 867 time: 0.4385283 Jul 13 02:31:35.596760 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Allocated IP 172.20.0.1 (94a40cf4-9c32-4cc7-87fc-88b3bc908ac8/81e4acc3-795e-46fd-a9f9-43373a6d7c57/ad3573c3-0c61-4f59-aa21-a1561604de31) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:35.610806 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-a7beb481-6729-4651-95d4-a9d76ab3a851 None None] For port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,segment=NetworkSegment(86112e2f-36b1-4cca-a17c-5b155e8da115),segment_id=86112e2f-36b1-4cca-a17c-5b155e8da115)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:35.638180 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device b62f42c2-535e-468c-b588-6fa91fb55f1d up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:35.709729 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a7beb481-6729-4651-95d4-a9d76ab3a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.719791 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ecd63fe7-19e0-4e04-ba9c-2f0d6dc3b81f req-14c91145-29e1-480f-aa0d-2d86b7f9f90b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=38603786-4c9a-4d21-8fbe-8f0e36184ae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544166 Jul 13 02:31:35.730898 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Router eb76fe70-704f-4289-a3bb-f4cb9ad87bee has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:31:35.794837 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port b62f42c2-535e-468c-b588-6fa91fb55f1d completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:35.812756 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port b62f42c2-535e-468c-b588-6fa91fb55f1d triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:35.813911 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.817146 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:35.834987 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Transition to ACTIVE for port object ad3573c3-0c61-4f59-aa21-a1561604de31 will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:35.869059 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d50ea1-67b8-4798-9ec4-86b03ec50994 req-8f87372b-d7ed-4a22-9c1b-ef887c3c2639 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:35.889615 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-08d50ea1-67b8-4798-9ec4-86b03ec50994 req-8f87372b-d7ed-4a22-9c1b-ef887c3c2639 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.3111513 Jul 13 02:31:35.892297 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 40990) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:35.899810 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Request body: {'floatingip': {'port_id': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:35.952956 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.016137 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.047567 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.076728 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Pushing event updated for resources: {'Port': ['ID=ad3573c3-0c61-4f59-aa21-a1561604de31,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:36.085801 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:36.087544 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:36.090393 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:36.115460 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beb481-6729-4651-95d4-a9d76ab3a851 None None] Pushing event updated for resources: {'Port': ['ID=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:36.117205 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:31:36.127502 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] Sync routers for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:31:36.144347 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:36.148977 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:36.156183 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.249582 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port b62f42c2-535e-468c-b588-6fa91fb55f1d, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=b62f42c2-535e-468c-b588-6fa91fb55f1d,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:36.261308 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.318483 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=b62f42c2-535e-468c-b588-6fa91fb55f1d,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:36.375572 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:36.496321 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.499314 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.549880 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Transition to ACTIVE for port object 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:36.571262 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.680919 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Attempting to bind port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:36.681611 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Attempting to bind port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:36.681724 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Attempting to bind port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:36.697013 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:36.697388 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:36.697793 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.698214 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:36.698700 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Bound port: 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:36.699082 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.759149 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:36.785969 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4728-fbbf-4569-a2f1-b9739687caba None None] Pushing event updated for resources: {'Port': ['ID=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:36.797606 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ba94c200-a502-4cdc-b102-50123fd20e88 None None] Provisioning complete for port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:36.797982 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ba94c200-a502-4cdc-b102-50123fd20e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.802672 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] No DVR routers for this DVR port 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:31:36.805945 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.813636 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3268a379-eb1d-4de6-b7cd-697446c2dca7 req-82f37f82-9544-4423-b928-02c3a18da12d tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "DELETE /v2.0/ports/4d10eb36-dce1-4c00-9fa1-a89e70dddb17 HTTP/1.1" status: 204 len: 173 time: 2.6514311 Jul 13 02:31:36.815914 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] Checking router: eb76fe70-704f-4289-a3bb-f4cb9ad87bee for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:31:36.824845 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:36.825796 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:36.834140 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'name': 'network-vif-deleted', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:31:36.843370 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2102253c-d382-43ac-b52c-0c3f3922f267" -d '{"events": [{"server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "name": "network-vif-deleted", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:31:36.861024 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] For port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:36.877950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] For port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:36.893478 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.947856 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:36.954750 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0042cc96-2ddd-47c9-941d-d1c27355f7be x-openstack-request-id: req-0042cc96-2ddd-47c9-941d-d1c27355f7be {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:31:36.955090 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f2132c-4b9b-4c53-81c5-29e734143042", "name": "network-vif-deleted", "tag": "4d10eb36-dce1-4c00-9fa1-a89e70dddb17", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:31:36.955433 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0042cc96-2ddd-47c9-941d-d1c27355f7be {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:31:36.956260 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f2132c-4b9b-4c53-81c5-29e734143042', 'name': 'network-vif-deleted', 'tag': '4d10eb36-dce1-4c00-9fa1-a89e70dddb17', 'status': 'completed', 'code': 200} Jul 13 02:31:36.959301 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:37.079110 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:37.112735 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Pushing event updated for resources: {'Port': ['ID=ad3573c3-0c61-4f59-aa21-a1561604de31,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:37.168612 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:37.199089 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Routers {'8adb0efa-1d29-4d46-9a54-87405edac7b5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:37.199742 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['8adb0efa-1d29-4d46-9a54-87405edac7b5'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:37.205381 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e36cbe8-bfb4-499e-92e7-741b77302a2a req-c804bdaf-e30d-4a77-8bdb-735bd7deb37e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f2132c-4b9b-4c53-81c5-29e734143042 HTTP/1.1" status: 200 len: 210 time: 0.1868093 Jul 13 02:31:37.205921 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:37.321127 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:37.326197 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:37.415434 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] Set router 8adb0efa-1d29-4d46-9a54-87405edac7b5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:37.495985 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device b62f42c2-535e-468c-b588-6fa91fb55f1d up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:37.500307 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4728-fbbf-4569-a2f1-b9739687caba None None] Pushing event updated for resources: {'Port': ['ID=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:37.593109 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Router 8adb0efa-1d29-4d46-9a54-87405edac7b5 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:31:37.616817 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:37.684532 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa023d8-b047-4c21-80b6-e73209a35265 None None] The sync data for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi is: [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:31:37.794646 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-fd464496-cc41-496e-9945-e1e07e50c5d0 None None] Provisioning for port ad3573c3-0c61-4f59-aa21-a1561604de31 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:37.806892 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-fd464496-cc41-496e-9945-e1e07e50c5d0 None None] Provisioning complete for port ad3573c3-0c61-4f59-aa21-a1561604de31 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:37.807703 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fd464496-cc41-496e-9945-e1e07e50c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:37.829624 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:31:37.837889 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9877ff7d-4268-4f06-9d7b-69082a46872c admin admin] 10.222.0.32 "PUT /v2.0/routers/8adb0efa-1d29-4d46-9a54-87405edac7b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2619922 Jul 13 02:31:37.924764 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port b62f42c2-535e-468c-b588-6fa91fb55f1d triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:37.925340 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:37.927169 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-fd464496-cc41-496e-9945-e1e07e50c5d0 None None] Port ad3573c3-0c61-4f59-aa21-a1561604de31 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:37.994303 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-fd464496-cc41-496e-9945-e1e07e50c5d0 None None] Provisioning complete for port b62f42c2-535e-468c-b588-6fa91fb55f1d triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:37.994802 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fd464496-cc41-496e-9945-e1e07e50c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.091195 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.096865 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.114665 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd512ca-11d3-47a6-a3d1-c643ad5bc6df None None] New status for floating IP 3e90d38d-f349-478c-a4ce-3859097bdc54: DOWN {{(pid=92893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:31:38.151137 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 45b5e85e-46f8-4967-a1d4-bb14698ff4fc up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:38.203640 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Floating IP e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0 associated. External IP: 172.27.2.45, port: 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2. Jul 13 02:31:38.300791 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 4, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port': {'id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'ad3573c3-0c61-4f59-aa21-a1561604de31', 'name': '', 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'mac_address': 'fa:16:3e:b9:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:35Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 2, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'subnets': [{'id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:38.344378 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41038) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:38.348675 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae204b5-d6e7-4dbb-8d44-d6b7ea3a61ac None None] The sync data for ids ['8adb0efa-1d29-4d46-9a54-87405edac7b5'] in dv-cinder-781024-2-iscsi is: [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 4, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port': {'id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'ad3573c3-0c61-4f59-aa21-a1561604de31', 'name': '', 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'mac_address': 'fa:16:3e:b9:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:35Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 2, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'subnets': [{'id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:31:38.370743 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:38.371320 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.453487 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f8c75162-8d05-4dad-8e9d-7f4b8684f049 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.481413 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-506d28b8-9d06-41e8-afcd-51a8f629f063 None None] Provisioning complete for port ad3573c3-0c61-4f59-aa21-a1561604de31 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:38.481794 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-506d28b8-9d06-41e8-afcd-51a8f629f063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.492015 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f8c75162-8d05-4dad-8e9d-7f4b8684f049 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.574238 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f8c75162-8d05-4dad-8e9d-7f4b8684f049 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.576839 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f8c75162-8d05-4dad-8e9d-7f4b8684f049 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.580545 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f8c75162-8d05-4dad-8e9d-7f4b8684f049 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "DELETE /v2.0/security-groups/38603786-4c9a-4d21-8fbe-8f0e36184ae2 HTTP/1.1" status: 204 len: 168 time: 0.2322147 Jul 13 02:31:38.581350 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41042) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:38.601377 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c75162-8d05-4dad-8e9d-7f4b8684f049 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38603786-4c9a-4d21-8fbe-8f0e36184ae2,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:38.603606 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.api.v2.resource [None req-d97a1b24-97b8-4a63-9d0b-039484807be7 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] show failed (client error): The resource could not be found. Jul 13 02:31:38.608363 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d97a1b24-97b8-4a63-9d0b-039484807be7 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups/38603786-4c9a-4d21-8fbe-8f0e36184ae2 HTTP/1.1" status: 404 len: 347 time: 0.0254366 Jul 13 02:31:38.611260 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41044) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:38.611904 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:31:38.655473 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Router c8c1aada-4f21-4475-9d3c-5c2600b56497 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:31:38.665969 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-506d28b8-9d06-41e8-afcd-51a8f629f063 None None] Port ad3573c3-0c61-4f59-aa21-a1561604de31 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:38.900027 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Deleting port 4e949a38-cf8a-4bab-a420-bf17096272ca {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:31:38.900599 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.913389 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:31:38.947336 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:31:38.947664 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 4d10eb36-dce1-4c00-9fa1-a89e70dddb17 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:31:38.951963 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:31:38.964679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:38.970673 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] Sync routers for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:31:38.996331 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:38.996960 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:39.046013 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-d874164d-f8b7-4baa-99fd-074b626e7d28 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "PUT /v2.0/floatingips/e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0 HTTP/1.1" status: 200 len: 991 time: 3.1527569 Jul 13 02:31:39.048144 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:31:39.050515 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be759ee-a853-48ac-90db-7ed6094b2a99" -d '{"events": [{"name": "network-changed", "server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:31:39.065638 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:39.065973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:39.087185 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Calling delete_port for 4e949a38-cf8a-4bab-a420-bf17096272ca owned by network:floatingip {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:31:39.165015 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:39.229380 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3104da-e72f-45dc-a5ce-db6153072a3b x-openstack-request-id: req-ab3104da-e72f-45dc-a5ce-db6153072a3b {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:31:39.229917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:31:39.229917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab3104da-e72f-45dc-a5ce-db6153072a3b {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:31:39.230339 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'status': 'completed', 'code': 200} Jul 13 02:31:39.440162 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-2d43637c-8515-4322-9d8a-8f40ff1e7eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:39.442647 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-2d43637c-8515-4322-9d8a-8f40ff1e7eff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1099 time: 0.2115211 Jul 13 02:31:39.648894 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:39.664627 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'port_id': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'mac_address': 'fa:16:3e:04:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:31:17Z', 'updated_at': '2021-07-13T02:31:37Z', 'revision_number': 1, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:39.710976 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event deleted for resources: {'Port': ['ID=4e949a38-cf8a-4bab-a420-bf17096272ca,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:39.716460 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] Checking router: c8c1aada-4f21-4475-9d3c-5c2600b56497 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:31:39.719974 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-7bf2fa5b-c19c-42ef-8055-b66751d2996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:39.721448 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-7bf2fa5b-c19c-42ef-8055-b66751d2996f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.2164831 Jul 13 02:31:39.726688 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:39.727324 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:39.941086 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:40.248383 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-31de60a4-9a15-4b12-8442-ff8d46b93d0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 999 time: 0.5014217 Jul 13 02:31:40.249888 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:40.252942 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:40.254380 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ce346588-61b8-4ee0-a147-00cf5bf780f9 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "DELETE /v2.0/floatingips/3e90d38d-f349-478c-a4ce-3859097bdc54 HTTP/1.1" status: 204 len: 168 time: 1.6421671 Jul 13 02:31:40.314116 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-e5005d34-beb9-4ff3-9d00-cbdfb374cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:40.315650 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-e5005d34-beb9-4ff3-9d00-cbdfb374cf0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0600772 Jul 13 02:31:40.402961 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'port_id': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'mac_address': 'fa:16:3e:04:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:31:17Z', 'updated_at': '2021-07-13T02:31:37Z', 'revision_number': 1, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:40.420748 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-bee3dcf7-5325-44e2-ad04-89743152c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:40.431293 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-bee3dcf7-5325-44e2-ad04-89743152c501 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969150 Jul 13 02:31:40.432801 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8227d22-653e-48e7-9be9-191864f5b933 None None] The sync data for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi is: [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'port_id': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'mac_address': 'fa:16:3e:04:95:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:31:17Z', 'updated_at': '2021-07-13T02:31:37Z', 'revision_number': 1, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:31:40.568347 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-65f2dafc-69d5-475c-9d5d-3675883ec763 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322401 Jul 13 02:31:40.669268 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3be759ee-a853-48ac-90db-7ed6094b2a99 req-ec600d58-1c2d-4bd4-810e-e61c7125cc65 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938025 Jul 13 02:31:41.043309 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41102) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:41.049946 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-07c71739-5c46-49ef-a04a-e9d0dc8a7182 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1170027541', 'description': 'tempest-description--1909699642'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:41.085976 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-07c71739-5c46-49ef-a04a-e9d0dc8a7182 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.290529 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-07c71739-5c46-49ef-a04a-e9d0dc8a7182 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.306860 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-07c71739-5c46-49ef-a04a-e9d0dc8a7182 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.318633 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-790fa581-3e93-4aa1-8363-cdcb81b9f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.349839 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-07c71739-5c46-49ef-a04a-e9d0dc8a7182 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.351246 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-07c71739-5c46-49ef-a04a-e9d0dc8a7182 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3065681 Jul 13 02:31:41.354237 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41108) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:41.356416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c71739-5c46-49ef-a04a-e9d0dc8a7182 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a83815-f28d-476f-9e6f-1e3964d16f2c,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:41.358785 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-65935f6f-3974-499d-8da2-97404cf6e4bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'security_group_rule': {'security_group_id': '49a83815-f28d-476f-9e6f-1e3964d16f2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:41.418148 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65935f6f-3974-499d-8da2-97404cf6e4bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.528351 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:41.551969 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65935f6f-3974-499d-8da2-97404cf6e4bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.564325 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65935f6f-3974-499d-8da2-97404cf6e4bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.577165 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41116) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:41.604674 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65935f6f-3974-499d-8da2-97404cf6e4bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee60707-3b11-4cb9-b27c-9eb02670141a,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:41.610159 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65935f6f-3974-499d-8da2-97404cf6e4bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.611678 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-65935f6f-3974-499d-8da2-97404cf6e4bc tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2564738 Jul 13 02:31:41.615067 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41120) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:41.621017 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-ca9f0b01-0c97-4034-aea3-60b4fea8602b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'security_group_rule': {'security_group_id': '49a83815-f28d-476f-9e6f-1e3964d16f2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:41.669104 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:41.673595 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7323c598-0f65-4b00-ad39-bdf213653ad7 None None] New status for floating IP e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0: ACTIVE {{(pid=92893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:31:41.685733 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:41.686347 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.696266 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0b01-0c97-4034-aea3-60b4fea8602b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.809421 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0b01-0c97-4034-aea3-60b4fea8602b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.820473 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0b01-0c97-4034-aea3-60b4fea8602b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.864501 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f0b01-0c97-4034-aea3-60b4fea8602b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904bdb21-f195-48ef-9a8b-94d579fc6a95,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:41.877586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66ea3a71-0925-4009-9d25-fadaabf58bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.904119 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ca9f0b01-0c97-4034-aea3-60b4fea8602b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:41.908211 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ca9f0b01-0c97-4034-aea3-60b4fea8602b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2890747 Jul 13 02:31:41.908552 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41122) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:41.914123 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:42.007891 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66ea3a71-0925-4009-9d25-fadaabf58bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.016006 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66ea3a71-0925-4009-9d25-fadaabf58bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.017400 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.047179 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.053229 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-66ea3a71-0925-4009-9d25-fadaabf58bf1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be2a70df4dd54bf983033e22569211a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4745522 Jul 13 02:31:42.055846 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:42.056554 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41124) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:31:42.066312 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.081159 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea3a71-0925-4009-9d25-fadaabf58bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4172042-88f5-4a00-aca9-7c670ec90365,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:42.144043 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f444ab22-9f40-4afb-b4fe-be38e96fec26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.153882 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:42.177376 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f444ab22-9f40-4afb-b4fe-be38e96fec26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.287246 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f444ab22-9f40-4afb-b4fe-be38e96fec26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.290318 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f444ab22-9f40-4afb-b4fe-be38e96fec26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.291721 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-f444ab22-9f40-4afb-b4fe-be38e96fec26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4172042-88f5-4a00-aca9-7c670ec90365 HTTP/1.1" status: 204 len: 168 time: 0.2343764 Jul 13 02:31:42.318573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444ab22-9f40-4afb-b4fe-be38e96fec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4172042-88f5-4a00-aca9-7c670ec90365,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:42.447685 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.611679 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Allocated IP 172.27.2.66 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/1dffe9ce-d30b-4e40-baf6-edea04bb77b7) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:42.746242 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.802289 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:42.855419 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:42.858629 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:42.862692 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:42.901235 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'Port': ['ID=1dffe9ce-d30b-4e40-baf6-edea04bb77b7,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:42.979833 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.037307 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.186355 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Sync routers for ids ['8adb0efa-1d29-4d46-9a54-87405edac7b5'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:31:43.196840 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Routers {'8adb0efa-1d29-4d46-9a54-87405edac7b5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:43.197507 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['8adb0efa-1d29-4d46-9a54-87405edac7b5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:43.209534 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.219098 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.278177 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'Port': ['ID=1dffe9ce-d30b-4e40-baf6-edea04bb77b7,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:43.317682 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Set router 8adb0efa-1d29-4d46-9a54-87405edac7b5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:43.416176 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:43.457889 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.476041 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.483408 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c9834ecb-65b6-4a17-a8a0-fc0c05f9ac9f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5734739 Jul 13 02:31:43.527640 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:43.528015 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.574525 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 4, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port': {'id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'ad3573c3-0c61-4f59-aa21-a1561604de31', 'name': '', 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'mac_address': 'fa:16:3e:b9:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:35Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 2, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'subnets': [{'id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:43.607976 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Checking router: 8adb0efa-1d29-4d46-9a54-87405edac7b5 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:31:43.608605 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Updating router 8adb0efa-1d29-4d46-9a54-87405edac7b5 port ad3573c3-0c61-4f59-aa21-a1561604de31 binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:31:43.647841 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.749766 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-a25a083f-8943-4cdf-97e2-157c101ad394 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1170027541&fields=id&tenant_id=197b525e7a104e5ebcd262a734055741 HTTP/1.1" status: 200 len: 267 time: 0.0507462 Jul 13 02:31:43.896825 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-f435de54-5895-4b1c-aae5-b550c4da1b1c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:43.897387 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b15f43ca-0ed6-4dc2-953a-d640d310e483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.899605 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-f435de54-5895-4b1c-aae5-b550c4da1b1c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 811 time: 0.1477938 Jul 13 02:31:43.927321 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-400a8f80-00f9-4e65-be3f-4f665c9928c0 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/quotas/197b525e7a104e5ebcd262a734055741 HTTP/1.1" status: 200 len: 375 time: 0.0226355 Jul 13 02:31:43.950215 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.960932 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Transition to ACTIVE for port object ad3573c3-0c61-4f59-aa21-a1561604de31 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:43.968154 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:43.996669 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-7579517b-f8ac-4593-8bfc-2ff26cb9a021 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681105 Jul 13 02:31:44.018218 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae132bc-8642-441b-a493-6301ea42ff59 None None] Pushing event updated for resources: {'Port': ['ID=ad3573c3-0c61-4f59-aa21-a1561604de31,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:44.101452 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Attempting to bind port ad3573c3-0c61-4f59-aa21-a1561604de31 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:44.101840 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Attempting to bind port ad3573c3-0c61-4f59-aa21-a1561604de31 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:44.102226 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Attempting to bind port ad3573c3-0c61-4f59-aa21-a1561604de31 on network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:44.108067 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:44.108436 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Checking segment: {'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:44.108834 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:44.109225 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Bound using segment: {'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:44.109831 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Bound port: ad3573c3-0c61-4f59-aa21-a1561604de31, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86112e2f-36b1-4cca-a17c-5b155e8da115', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:44.110257 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:44.196536 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] For port ad3573c3-0c61-4f59-aa21-a1561604de31, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:44.200831 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] For port ad3573c3-0c61-4f59-aa21-a1561604de31, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=ad3573c3-0c61-4f59-aa21-a1561604de31,segment=NetworkSegment(86112e2f-36b1-4cca-a17c-5b155e8da115),segment_id=86112e2f-36b1-4cca-a17c-5b155e8da115)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:44.209178 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-278954d8-29ae-470f-99ec-4017135c98b5 service neutron] 10.222.0.32 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846356 Jul 13 02:31:44.209718 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:44.280768 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:44.290944 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae132bc-8642-441b-a493-6301ea42ff59 None None] Pushing event updated for resources: {'Port': ['ID=ad3573c3-0c61-4f59-aa21-a1561604de31,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:44.292408 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Routers {'8adb0efa-1d29-4d46-9a54-87405edac7b5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:31:44.293027 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['8adb0efa-1d29-4d46-9a54-87405edac7b5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:44.334094 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-2a7b9f58-9750-40a3-8b8a-8bd3d3e7decf service neutron] 10.222.0.32 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181207 Jul 13 02:31:44.438076 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] Set router 8adb0efa-1d29-4d46-9a54-87405edac7b5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:31:44.649538 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a2f5dec2-36df-4769-a30c-d9cf54b7d6b7 req-de9341ee-b18c-4174-8ad7-8a48b8c16c4e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 210 time: 0.0848582 Jul 13 02:31:44.728777 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 4, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port': {'id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'ad3573c3-0c61-4f59-aa21-a1561604de31', 'name': '', 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'mac_address': 'fa:16:3e:b9:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:35Z', 'updated_at': '2021-07-13T02:31:44Z', 'revision_number': 4, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'subnets': [{'id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:31:44.758113 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a86b33-177d-43b6-a13d-9ce4b665de62 None None] The sync data for ids ['8adb0efa-1d29-4d46-9a54-87405edac7b5'] in dv-cinder-781024-2-iscsi is: [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 4, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port': {'id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'ad3573c3-0c61-4f59-aa21-a1561604de31', 'name': '', 'network_id': '94a40cf4-9c32-4cc7-87fc-88b3bc908ac8', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'mac_address': 'fa:16:3e:b9:c3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:35Z', 'updated_at': '2021-07-13T02:31:44Z', 'revision_number': 4, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'subnets': [{'id': '81e4acc3-795e-46fd-a9f9-43373a6d7c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:31:45.003309 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:45.468523 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ad3573c3-0c61-4f59-aa21-a1561604de31 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:45.530794 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port ad3573c3-0c61-4f59-aa21-a1561604de31 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:45.537818 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port ad3573c3-0c61-4f59-aa21-a1561604de31 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:45.538495 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:45.632322 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:45.679637 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port ad3573c3-0c61-4f59-aa21-a1561604de31, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=ad3573c3-0c61-4f59-aa21-a1561604de31,segment=NetworkSegment(86112e2f-36b1-4cca-a17c-5b155e8da115),segment_id=86112e2f-36b1-4cca-a17c-5b155e8da115)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:45.684304 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:45.749754 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=ad3573c3-0c61-4f59-aa21-a1561604de31,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:45.877973 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-312fc7c1-3b86-4393-8bc6-d517c74ee4ce req-4b776139-822a-4ab3-a5b9-a81a27c7181a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 210 time: 0.0651186 Jul 13 02:31:46.016478 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-0ce40d6e-13e3-4d3e-9a9c-2d95a402d12a None None] Provisioning complete for port ad3573c3-0c61-4f59-aa21-a1561604de31 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:46.016974 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0ce40d6e-13e3-4d3e-9a9c-2d95a402d12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:46.191974 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-da30c2fc-8cde-4981-abc8-fb1b4463354b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:46.194048 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-da30c2fc-8cde-4981-abc8-fb1b4463354b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 811 time: 0.1638987 Jul 13 02:31:46.257802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-43df7471-426a-4a5a-9e42-4087edabfd10 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=197b525e7a104e5ebcd262a734055741 HTTP/1.1" status: 200 len: 380 time: 0.0468123 Jul 13 02:31:46.269515 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'port': {'device_id': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'admin_state_up': True, 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'security_groups': ['49a83815-f28d-476f-9e6f-1e3964d16f2c']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:46.405838 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Made reservation on behalf of 197b525e7a104e5ebcd262a734055741 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:31:46.411080 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:46.461811 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:46.585180 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Allocated IP 172.20.0.7 (c480eb56-38cb-46d3-accb-fb773d7ee254/75929777-f1cb-4a10-8a42-0e40505a8540/2f2dc5f8-6784-45e5-8b42-42c216edcb56) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:46.747685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:46.770336 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Transition to ACTIVE for port object 2f2dc5f8-6784-45e5-8b42-42c216edcb56 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:46.806622 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:46.857089 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Network c480eb56-38cb-46d3-accb-fb773d7ee254 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:46.861393 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:46.865613 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:46.892945 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event updated for resources: {'Port': ['ID=2f2dc5f8-6784-45e5-8b42-42c216edcb56,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:46.960813 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:46.961578 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:46.986894 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-3b0255e3-d5c1-4d28-a7dd-312242d7868f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7224271 Jul 13 02:31:47.007442 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Request body: {'port': {'device_id': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:47.138971 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.155931 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e50194-ff72-4ecc-95ef-e29ccb11821d req-9af75304-a721-4875-adc4-a9408ff0c142 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:47.157606 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28e50194-ff72-4ecc-95ef-e29ccb11821d req-9af75304-a721-4875-adc4-a9408ff0c142 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 931 time: 0.1248088 Jul 13 02:31:47.241886 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28e50194-ff72-4ecc-95ef-e29ccb11821d req-f0fcf2ca-4405-45c0-8d2f-f018458e900b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766633 Jul 13 02:31:47.261330 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-74267fcb-d7e9-46a8-9b24-14b99a9a48c0 None None] Provisioning for port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:47.267253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-74267fcb-d7e9-46a8-9b24-14b99a9a48c0 None None] Provisioning complete for port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:47.268088 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-74267fcb-d7e9-46a8-9b24-14b99a9a48c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.349155 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-74267fcb-d7e9-46a8-9b24-14b99a9a48c0 None None] Port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:47.424666 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ad3573c3-0c61-4f59-aa21-a1561604de31 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:47.491427 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port ad3573c3-0c61-4f59-aa21-a1561604de31 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:47.491955 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.532344 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2dc5f8-6784-45e5-8b42-42c216edcb56 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:31:47.542107 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.556815 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Transition to ACTIVE for port object 2f2dc5f8-6784-45e5-8b42-42c216edcb56 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:47.563236 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.643312 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2dc5f8-6784-45e5-8b42-42c216edcb56,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:47.716965 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Attempting to bind port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:31:47.717414 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Attempting to bind port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:31:47.717839 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Attempting to bind port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 on network c480eb56-38cb-46d3-accb-fb773d7ee254 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:47.723039 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 on network c480eb56-38cb-46d3-accb-fb773d7ee254 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:31:47.723493 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Attempting to bind port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 on network c480eb56-38cb-46d3-accb-fb773d7ee254 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:31:47.729359 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:31:47.729829 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Checking segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:31:47.730339 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Bound using segment: {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:31:47.730875 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Bound port: 2f2dc5f8-6784-45e5-8b42-42c216edcb56, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580cc305-bd7d-496d-81ea-9e1827458f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:31:47.731406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.806480 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] For port 2f2dc5f8-6784-45e5-8b42-42c216edcb56, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:31:47.810037 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] For port 2f2dc5f8-6784-45e5-8b42-42c216edcb56, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:31:47.821702 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.865313 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:47.866003 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:47.867918 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] 10.222.0.39 "PUT /v2.0/ports/2f2dc5f8-6784-45e5-8b42-42c216edcb56 HTTP/1.1" status: 200 len: 1093 time: 0.8660140 Jul 13 02:31:47.868419 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:31:47.871375 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69649a29-b887-443d-b275-805cc4cca688" -d '{"events": [{"name": "network-changed", "server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:31:47.953597 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63d9423-f308-4359-b8e8-e694e178073d x-openstack-request-id: req-f63d9423-f308-4359-b8e8-e694e178073d {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:31:47.953597 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:31:47.953597 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f63d9423-f308-4359-b8e8-e694e178073d {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:31:47.953597 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'status': 'completed', 'code': 200} Jul 13 02:31:47.980342 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf89b5-9fbb-46f7-b3d6-72ca10acee89 service neutron] Pushing event updated for resources: {'Port': ['ID=2f2dc5f8-6784-45e5-8b42-42c216edcb56,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:48.023882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-eff69a83-e83f-4901-939b-3d78c5b5c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:48.025607 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-eff69a83-e83f-4901-939b-3d78c5b5c918 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 1096 time: 0.0863421 Jul 13 02:31:48.104767 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-1ebad2b9-a513-4b16-9731-bdd81a396d44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56 HTTP/1.1" status: 200 len: 217 time: 0.0608335 Jul 13 02:31:48.160716 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-7ca5b1be-6d30-4a73-8c36-67aacfb2886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:48.163034 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-7ca5b1be-6d30-4a73-8c36-67aacfb2886f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0517402 Jul 13 02:31:48.251987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-7139f1a5-6e04-4d2f-b78b-be21f2d18e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:48.254269 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-7139f1a5-6e04-4d2f-b78b-be21f2d18e69 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840998 Jul 13 02:31:48.367186 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-5384b832-dc83-4dda-a0ba-3c3386384e18 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023252 Jul 13 02:31:48.498300 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40801b-c569-41b0-b42e-0da3ce14adc1 req-d1381d11-c5f8-41d0-af9a-539730bc1240 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:48.499859 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bc40801b-c569-41b0-b42e-0da3ce14adc1 req-d1381d11-c5f8-41d0-af9a-539730bc1240 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 943 time: 0.1279333 Jul 13 02:31:48.532357 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-33732f3f-fd9f-4efc-a29d-b334f886e822 req-1a5e0ecc-5b13-4f5c-88ad-21942e6185ca service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508298 Jul 13 02:31:48.557423 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bc40801b-c569-41b0-b42e-0da3ce14adc1 req-a7f7d4b7-4851-43fd-b42a-206e664a3518 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458238 Jul 13 02:31:48.704075 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69649a29-b887-443d-b275-805cc4cca688 req-61abc3cf-ecc5-43f1-9ca3-293e3237a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:48.705824 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69649a29-b887-443d-b275-805cc4cca688 req-61abc3cf-ecc5-43f1-9ca3-293e3237a440 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 1096 time: 0.0563025 Jul 13 02:31:48.811319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69649a29-b887-443d-b275-805cc4cca688 req-032e84d5-56d8-47c1-a050-86b6cae0ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:48.812887 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69649a29-b887-443d-b275-805cc4cca688 req-032e84d5-56d8-47c1-a050-86b6cae0ba25 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 912 time: 0.1011224 Jul 13 02:31:48.868941 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69649a29-b887-443d-b275-805cc4cca688 req-cd208c5a-f63c-4712-9bc9-9e6e39de2abb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56 HTTP/1.1" status: 200 len: 217 time: 0.0459912 Jul 13 02:31:48.936899 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69649a29-b887-443d-b275-805cc4cca688 req-03dc9ffd-cfbc-4d1e-95c6-a9b5f3ce683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:48.938525 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69649a29-b887-443d-b275-805cc4cca688 req-03dc9ffd-cfbc-4d1e-95c6-a9b5f3ce683d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0565023 Jul 13 02:31:49.012342 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69649a29-b887-443d-b275-805cc4cca688 req-a3657417-bff9-451c-963c-73916f577f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:49.014316 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69649a29-b887-443d-b275-805cc4cca688 req-a3657417-bff9-451c-963c-73916f577f50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0610633 Jul 13 02:31:49.120792 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69649a29-b887-443d-b275-805cc4cca688 req-20c97aa7-ced9-4788-82d1-2cb7b06bdb7a service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904174 Jul 13 02:31:49.224074 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69649a29-b887-443d-b275-805cc4cca688 req-d1848225-b0ca-4094-be8c-4216aa4fad19 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918765 Jul 13 02:31:49.763899 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49bb760-6307-45b4-bb64-9ef83e80d86a req-1d0b842f-2793-43fc-bf2d-093ac074cebb tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:49.765634 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d49bb760-6307-45b4-bb64-9ef83e80d86a req-1d0b842f-2793-43fc-bf2d-093ac074cebb tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 943 time: 0.0728936 Jul 13 02:31:49.805791 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d49bb760-6307-45b4-bb64-9ef83e80d86a req-8cd23c81-2d2d-45ca-a7c1-9fcbfe0358c2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336592 Jul 13 02:31:50.975082 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 2f2dc5f8-6784-45e5-8b42-42c216edcb56 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:31:51.072843 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 2f2dc5f8-6784-45e5-8b42-42c216edcb56, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:51.081569 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390f249-ff3f-4237-908e-8b4495e22d70 req-fdb4a70c-0804-405e-8d42-85247716408e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:51.083909 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7390f249-ff3f-4237-908e-8b4495e22d70 req-fdb4a70c-0804-405e-8d42-85247716408e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 943 time: 0.1457992 Jul 13 02:31:51.084416 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'port_id': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'mac_address': 'fa:16:3e:e1:36:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:31:51.118215 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-c73b53f3-45f3-4728-9424-19616905f977 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:51.119663 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-c73b53f3-45f3-4728-9424-19616905f977 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 814 time: 0.1408644 Jul 13 02:31:51.122183 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:51.135619 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2dc5f8-6784-45e5-8b42-42c216edcb56 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:31:51.145404 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7390f249-ff3f-4237-908e-8b4495e22d70 req-727b4224-d32c-4312-be9c-1db3d7dc4ef5 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549707 Jul 13 02:31:51.146740 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-e8b292cb-7be1-4df1-856f-d6d29ea061b5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/quotas/d9e51bf2b24e42b7b4bad3a25ff6f564 HTTP/1.1" status: 200 len: 375 time: 0.0216146 Jul 13 02:31:51.157395 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 2f2dc5f8-6784-45e5-8b42-42c216edcb56, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:51.168199 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:51.217948 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-eb4a2a7d-1b6f-4037-96a9-98352c94e54b tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652897 Jul 13 02:31:51.235567 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=2f2dc5f8-6784-45e5-8b42-42c216edcb56,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:51.322359 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-c0fa0e50-b748-4f78-9f1d-336abfa1a976 service neutron] 10.222.0.32 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925858 Jul 13 02:31:51.415849 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-05a6898b-9432-4dcb-9346-c88ad9383ee4 service neutron] 10.222.0.32 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Jul 13 02:31:51.579131 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-970eb233-389d-4e94-a662-a6136bb096c5 req-81ceab84-35c5-47d5-aa05-25362a1c824b tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 210 time: 0.0280147 Jul 13 02:31:52.316158 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ab986-a4c7-4481-9696-d0a03e4997a2 req-d4a1745e-166c-4bfe-b32f-a5981a30acf7 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:52.317613 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5b0ab986-a4c7-4481-9696-d0a03e4997a2 req-d4a1745e-166c-4bfe-b32f-a5981a30acf7 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 944 time: 0.0610721 Jul 13 02:31:52.353914 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5b0ab986-a4c7-4481-9696-d0a03e4997a2 req-0b4f0a95-008f-443e-a700-afbbe69544ea tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Jul 13 02:31:52.718352 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-09045d8a-277d-4f09-b246-f0c594f8fe3d req-cfc2573e-6f16-4821-88ad-f1309b32b198 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 210 time: 0.0316918 Jul 13 02:31:53.524020 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b8103-dd8d-465d-af59-57c663a07885 req-fa72bff0-52d1-48ba-b5f9-0b556f06baa5 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:53.525478 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-890b8103-dd8d-465d-af59-57c663a07885 req-fa72bff0-52d1-48ba-b5f9-0b556f06baa5 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 944 time: 0.0611227 Jul 13 02:31:53.562445 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-890b8103-dd8d-465d-af59-57c663a07885 req-126eda16-2056-4cef-8307-9ff83bc48189 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312846 Jul 13 02:31:53.853580 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6574118d-7c85-435a-b2e1-8b8148ea5ba4 req-0c72b14b-717f-4813-b274-27213b804f79 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 210 time: 0.0288651 Jul 13 02:31:54.119069 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['2f2dc5f8-6784-45e5-8b42-42c216edcb56'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:31:54.725243 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-17d1dd08-7614-4b93-8b59-47ec450b6d06 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:54.726958 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-17d1dd08-7614-4b93-8b59-47ec450b6d06 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.39 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 814 time: 0.1397660 Jul 13 02:31:54.744385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'port': {'device_id': '578a1bf5-b64e-45c5-ac82-32809189a525', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'admin_state_up': True, 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:31:54.782127 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ffff2-0628-4765-93c3-4eae03a88048 req-dce0a2d7-d183-421f-8929-8fa99369e392 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:54.783818 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fa7ffff2-0628-4765-93c3-4eae03a88048 req-dce0a2d7-d183-421f-8929-8fa99369e392 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 944 time: 0.1102183 Jul 13 02:31:54.868511 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fa7ffff2-0628-4765-93c3-4eae03a88048 req-065aee1b-68b8-4503-9cb1-5fc33675159c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778081 Jul 13 02:31:54.892579 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Made reservation on behalf of d9e51bf2b24e42b7b4bad3a25ff6f564 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:31:54.896495 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:55.053097 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Allocated IP 172.20.0.12 (acf40587-1b21-48e9-87d9-59aef421a5ba/02492225-ca7b-4caa-ad59-90a636c01d8a/bc4abdbb-fe6a-4872-b0b8-aca5ec258475) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:31:55.251908 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9327bd07-ab50-42f3-b2a2-0e5f18fe89ab req-1a79edde-ab2c-4425-8726-a532e6768f31 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 210 time: 0.2707007 Jul 13 02:31:55.257118 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:55.280721 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Transition to ACTIVE for port object bc4abdbb-fe6a-4872-b0b8-aca5ec258475 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:31:55.326098 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:55.384133 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Network acf40587-1b21-48e9-87d9-59aef421a5ba is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:31:55.390611 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:31:55.410965 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:31:55.448414 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:55.484754 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:55.485416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:55.504594 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-deb94b93-abe3-4d23-8d45-81eb06a51345 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7638462 Jul 13 02:31:55.725276 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ba1e09cc-43a2-48b1-81b9-7bd376660a77 None None] Provisioning for port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:55.730830 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ba1e09cc-43a2-48b1-81b9-7bd376660a77 None None] Provisioning complete for port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:55.731612 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ba1e09cc-43a2-48b1-81b9-7bd376660a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:55.768053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e09cc-43a2-48b1-81b9-7bd376660a77 None None] Port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:31:55.870377 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 2f2dc5f8-6784-45e5-8b42-42c216edcb56 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:31:55.925215 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:31:55.929057 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:55.929431 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:56.027082 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:56.061507 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:31:56.063775 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd1f1f8-69ec-4a49-9257-cf25e927ca2c" -d '{"events": [{"server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:31:56.073705 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b63a4-f8dd-4400-b8f2-09e8e9cab415 req-edb265f5-4f06-45b5-8dbc-1414f2fd42f3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:56.075333 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-329b63a4-f8dd-4400-b8f2-09e8e9cab415 req-edb265f5-4f06-45b5-8dbc-1414f2fd42f3 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 944 time: 0.0797324 Jul 13 02:31:56.084713 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 2f2dc5f8-6784-45e5-8b42-42c216edcb56, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:31:56.093053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:56.127487 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-329b63a4-f8dd-4400-b8f2-09e8e9cab415 req-a0ca1fc4-50df-49a7-a2c8-a9a56784c510 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Jul 13 02:31:56.195758 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=2f2dc5f8-6784-45e5-8b42-42c216edcb56,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:31:56.202974 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2525c3-9b9c-4330-b727-a8effb282610 x-openstack-request-id: req-6e2525c3-9b9c-4330-b727-a8effb282610 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:31:56.203346 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "name": "network-vif-plugged", "status": "completed", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:31:56.203644 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6e2525c3-9b9c-4330-b727-a8effb282610 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:31:56.204078 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'code': 200} Jul 13 02:31:56.396012 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-c28d053d-4cfe-4c10-9879-579dc8fef641 None None] Provisioning complete for port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:31:56.396424 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c28d053d-4cfe-4c10-9879-579dc8fef641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:31:56.544491 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658d06-5a2f-47c8-9944-0bf3e0472d6f req-ef70a26b-37f4-4d2c-b0b2-c2d69c35ad8f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:56.546059 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a9658d06-5a2f-47c8-9944-0bf3e0472d6f req-ef70a26b-37f4-4d2c-b0b2-c2d69c35ad8f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 932 time: 0.1510248 Jul 13 02:31:56.587416 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a9658d06-5a2f-47c8-9944-0bf3e0472d6f req-3a7c7e88-dea8-4c8a-a336-c88b8a5c328a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349693 Jul 13 02:31:57.313123 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e63e7de-047c-4737-80b0-4201a6e61220 req-15fe3901-9f36-4bd2-abc4-4e034ad32f92 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:57.314567 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e63e7de-047c-4737-80b0-4201a6e61220 req-15fe3901-9f36-4bd2-abc4-4e034ad32f92 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0644381 Jul 13 02:31:57.354280 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9e63e7de-047c-4737-80b0-4201a6e61220 req-3d163f97-e57e-4830-93e4-2416ffc951ff tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326803 Jul 13 02:31:58.038556 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd7ff3-fef9-41fc-9619-774294e96a79 req-5681f797-24dc-496b-be92-64256bbddb4b tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:58.040096 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cafd7ff3-fef9-41fc-9619-774294e96a79 req-5681f797-24dc-496b-be92-64256bbddb4b tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 932 time: 0.3372300 Jul 13 02:31:58.078213 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cafd7ff3-fef9-41fc-9619-774294e96a79 req-ba5fa858-b8a4-41e7-92a1-0097c548f735 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324972 Jul 13 02:31:58.539105 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a21185-50e0-42cc-b93c-90ff2dd8b28b req-6e18247c-23fd-4898-a1dd-445e6707b549 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:58.540736 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-86a21185-50e0-42cc-b93c-90ff2dd8b28b req-6e18247c-23fd-4898-a1dd-445e6707b549 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0682290 Jul 13 02:31:58.579645 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-86a21185-50e0-42cc-b93c-90ff2dd8b28b req-958acbdc-001d-4775-8f18-8d10b6cccd68 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330853 Jul 13 02:31:59.295758 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784931d-1d1f-4083-a185-b84b2ba1b320 req-43fc2f8a-f7b9-417b-8234-627a34fde793 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:59.297266 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f784931d-1d1f-4083-a185-b84b2ba1b320 req-43fc2f8a-f7b9-417b-8234-627a34fde793 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 932 time: 0.0725851 Jul 13 02:31:59.337481 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f784931d-1d1f-4083-a185-b84b2ba1b320 req-eed6bf81-d848-49bb-986c-5c4d9f907dd8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Jul 13 02:31:59.754651 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b2a81-9c66-4e09-a6f0-c48a1e42212a req-d47d8975-0ecd-4c2d-bd87-af233f4c9b2b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:31:59.756119 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3e7b2a81-9c66-4e09-a6f0-c48a1e42212a req-d47d8975-0ecd-4c2d-bd87-af233f4c9b2b tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0646248 Jul 13 02:31:59.800674 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3e7b2a81-9c66-4e09-a6f0-c48a1e42212a req-df0a086f-dcda-4140-a6a4-5817b24dc2cb tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387275 Jul 13 02:32:00.060074 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41366) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:00.171046 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6b757d9d-8c06-44e4-aea9-1233e2b13e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:00.264056 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6b757d9d-8c06-44e4-aea9-1233e2b13e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:00.268025 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6b757d9d-8c06-44e4-aea9-1233e2b13e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:00.304723 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-6b757d9d-8c06-44e4-aea9-1233e2b13e9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48130cf8ba0842e5b455661ee95377f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434919 Jul 13 02:32:00.307506 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41370) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:00.309328 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b757d9d-8c06-44e4-aea9-1233e2b13e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8e1b27-89d5-4bbb-a50b-a70e9e90854b,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:00.361432 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-daf39fcd-297d-46e0-9e5b-c2626ed746c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:00.386351 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-daf39fcd-297d-46e0-9e5b-c2626ed746c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:00.451849 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-daf39fcd-297d-46e0-9e5b-c2626ed746c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:00.457244 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-daf39fcd-297d-46e0-9e5b-c2626ed746c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:00.457244 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-daf39fcd-297d-46e0-9e5b-c2626ed746c6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b8e1b27-89d5-4bbb-a50b-a70e9e90854b HTTP/1.1" status: 204 len: 168 time: 0.1475797 Jul 13 02:32:00.470649 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf39fcd-297d-46e0-9e5b-c2626ed746c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8e1b27-89d5-4bbb-a50b-a70e9e90854b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:00.624381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424a84a-b29a-4c5d-a807-f4efee1b702c req-d3c7d469-e285-4009-b1a1-1ef1002c7cef tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:00.626188 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f424a84a-b29a-4c5d-a807-f4efee1b702c req-d3c7d469-e285-4009-b1a1-1ef1002c7cef tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 932 time: 0.1568692 Jul 13 02:32:00.678792 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f424a84a-b29a-4c5d-a807-f4efee1b702c req-50b61f25-bea3-4ae0-8e0e-0c01ff0e354f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446339 Jul 13 02:32:01.008827 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da9e98-c7a4-459f-a4eb-ca8e5339e9ba req-02fc5fb9-56ce-4dbd-b4d6-9b6c18cebb82 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:01.010446 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f8da9e98-c7a4-459f-a4eb-ca8e5339e9ba req-02fc5fb9-56ce-4dbd-b4d6-9b6c18cebb82 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0755675 Jul 13 02:32:01.056071 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f8da9e98-c7a4-459f-a4eb-ca8e5339e9ba req-606a8eaa-9267-45f8-921c-51eeafc13486 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Jul 13 02:32:01.248783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41398) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:01.361215 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1798024826-network', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:01.385154 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Made reservation on behalf of 345d0f5c3c2842e0940d216397b5cd51 for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:32:01.387704 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.397175 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.495379 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.501053 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.526540 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:32:01.542096 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693430d-d22f-4049-8f0a-7ca8af80fc4a,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:01.559376 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.559726 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Added segment 82225a2e-3edd-45a4-ade6-800fef73ebbb of type vlan for network afd43932-4582-4e2a-8e2b-804f55bae1f7 Jul 13 02:32:01.609354 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.640237 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.641225 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:01.642192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.673833 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4239211 Jul 13 02:32:01.677965 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41402) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:01.684080 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Request body: {'subnet': {'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1798024826-subnet', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:01.705710 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbfaeb-601c-4456-99df-ec0c8c3a9b7e admin admin] Pushing event updated for resources: {'Network': ['ID=afd43932-4582-4e2a-8e2b-804f55bae1f7,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:01.709219 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Made reservation on behalf of 345d0f5c3c2842e0940d216397b5cd51 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:32:01.712612 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098261'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.716592 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:32:01.914804 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098215'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:01.938043 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7a672-d520-4bbc-b48f-4836a2fe08d0 req-13255afd-6cce-426d-a4b9-ae4bd354cb7d tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:01.942601 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c7a7a672-d520-4bbc-b48f-4836a2fe08d0 req-13255afd-6cce-426d-a4b9-ae4bd354cb7d tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 932 time: 0.0739384 Jul 13 02:32:01.963635 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bcbcb2-671b-40a5-8a81-88d1177c2099,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:01.997054 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Checking segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:01.997398 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Network hostable DHCP agents. Network: afd43932-4582-4e2a-8e2b-804f55bae1f7, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:32:02.016210 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:32:02.021859 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c7a7a672-d520-4bbc-b48f-4836a2fe08d0 req-3446fc36-7d5a-4c5a-9d72-431cc71ad7b8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739079 Jul 13 02:32:02.030100 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, afd43932-4582-4e2a-8e2b-804f55bae1f7) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:02.036323 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:02.037413 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.042439 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b3ba3-644c-4b51-bb50-429aaa44cef9 None None] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:32:02.080031 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c8d314f6-5f11-4fd1-a1db-2767d1428df2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3974667 Jul 13 02:32:02.080478 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41406) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:02.086502 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:02.118284 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.122126 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.178189 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.242368 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-afd43932-4582-4e2a-8e2b-804f55bae1f7', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:32:02.243343 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.354813 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.394891 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fb285-491e-4e03-abe5-822c742f8680 req-dad355cb-823e-4489-92db-b6b63002017a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:02.396736 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-062fb285-491e-4e03-abe5-822c742f8680 req-dad355cb-823e-4489-92db-b6b63002017a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.1774614 Jul 13 02:32:02.451863 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Allocated IP 172.20.0.2 (afd43932-4582-4e2a-8e2b-804f55bae1f7/d0bcbcb2-671b-40a5-8a81-88d1177c2099/211ad29d-4756-4586-8e46-70ccdac98c54) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:02.485756 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-062fb285-491e-4e03-abe5-822c742f8680 req-d1e6b23b-d852-413f-8006-08ee709e7257 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741923 Jul 13 02:32:02.626239 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.648112 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.657092 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.667792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Transition to ACTIVE for port object 211ad29d-4756-4586-8e46-70ccdac98c54 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:02.688489 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Transition to ACTIVE for port object 211ad29d-4756-4586-8e46-70ccdac98c54 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:02.706057 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.758111 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:02.762049 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:02.767099 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:02.770823 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Pushing event updated for resources: {'Port': ['ID=211ad29d-4756-4586-8e46-70ccdac98c54,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:02.802904 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Allocated IP 172.27.2.223 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/fdcd210c-e458-4511-bd9d-65cae1ed76ba) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:02.835541 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Attempting to bind port 211ad29d-4756-4586-8e46-70ccdac98c54 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:02.836080 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Attempting to bind port 211ad29d-4756-4586-8e46-70ccdac98c54 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:02.836537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Attempting to bind port 211ad29d-4756-4586-8e46-70ccdac98c54 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:02.841799 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:02.842282 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Checking segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:02.842773 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.843232 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Bound using segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:02.843753 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Bound port: 211ad29d-4756-4586-8e46-70ccdac98c54, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:02.844197 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.914348 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] For port 211ad29d-4756-4586-8e46-70ccdac98c54, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:02.921994 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] For port 211ad29d-4756-4586-8e46-70ccdac98c54, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=211ad29d-4756-4586-8e46-70ccdac98c54,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:02.927551 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.932269 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:02.992573 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e9e68-0a11-4ae2-bee0-221415a518e7 None None] Pushing event updated for resources: {'Port': ['ID=211ad29d-4756-4586-8e46-70ccdac98c54,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:03.024083 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:03.069624 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:03.073062 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:03.077294 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:03.107487 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Pushing event updated for resources: {'Port': ['ID=fdcd210c-e458-4511-bd9d-65cae1ed76ba,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:03.440567 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584aa38-b301-49a8-8fb4-44fc5943db54 req-84150fd5-3200-4760-8d6a-71b5c76060aa tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:03.442686 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8584aa38-b301-49a8-8fb4-44fc5943db54 req-84150fd5-3200-4760-8d6a-71b5c76060aa tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 932 time: 0.2463791 Jul 13 02:32:03.483016 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 211ad29d-4756-4586-8e46-70ccdac98c54 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:03.543410 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8584aa38-b301-49a8-8fb4-44fc5943db54 req-ee86fc47-c663-476f-9d53-36a9ba246288 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861661 Jul 13 02:32:03.554303 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:03.560671 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 211ad29d-4756-4586-8e46-70ccdac98c54 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:03.820963 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:03.836710 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eda027-efd6-44ee-8a1f-78d4ee2d599a req-9fa15d33-6bff-4c8e-8b11-b6a3f59e0216 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:03.839683 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-39eda027-efd6-44ee-8a1f-78d4ee2d599a req-9fa15d33-6bff-4c8e-8b11-b6a3f59e0216 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.1614919 Jul 13 02:32:03.954901 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-39eda027-efd6-44ee-8a1f-78d4ee2d599a req-a6b1979e-e8a2-42a8-8c62-e23824fa73df tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716493 Jul 13 02:32:04.034124 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92891) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:32:04.131891 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9cf42-cfbb-485c-a453-ef1e62666de1 None None] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:32:04.157676 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:32:04.179706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:04.181082 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9d603153-2ce6-40a3-bbeb-aef6713f70a8 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0988393 Jul 13 02:32:04.184188 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41416) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:04.194591 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:32:04.220298 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:04.221028 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:04.305141 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-cc7f11a8-cfde-4b9f-89f1-cff519321dc8 None None] Provisioning for port 211ad29d-4756-4586-8e46-70ccdac98c54 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:04.436254 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-cc7f11a8-cfde-4b9f-89f1-cff519321dc8 None None] Provisioning complete for port 211ad29d-4756-4586-8e46-70ccdac98c54 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:04.436746 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cc7f11a8-cfde-4b9f-89f1-cff519321dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:04.562541 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:04.707265 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:04.727720 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cc7f11a8-cfde-4b9f-89f1-cff519321dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:04.758126 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453f741-bd4c-4cd0-8585-b60dd4330a8f req-068771ed-2355-4951-abb4-51e552329268 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:04.760102 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e453f741-bd4c-4cd0-8585-b60dd4330a8f req-068771ed-2355-4951-abb4-51e552329268 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 932 time: 0.0707800 Jul 13 02:32:04.809977 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-cc7f11a8-cfde-4b9f-89f1-cff519321dc8 None None] For port 211ad29d-4756-4586-8e46-70ccdac98c54, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=211ad29d-4756-4586-8e46-70ccdac98c54,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:04.811170 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e453f741-bd4c-4cd0-8585-b60dd4330a8f req-0f6d2dfd-2c4e-430b-a2b2-5ff7a0d582ca tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Jul 13 02:32:04.822313 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cc7f11a8-cfde-4b9f-89f1-cff519321dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:04.908876 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Allocated IP 172.20.0.1 (afd43932-4582-4e2a-8e2b-804f55bae1f7/d0bcbcb2-671b-40a5-8a81-88d1177c2099/8fe0f418-d92b-4b0f-9d58-04b711e41d68) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:04.912642 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f11a8-cfde-4b9f-89f1-cff519321dc8 None None] Pushing event updated for resources: {'Port': ['ID=211ad29d-4756-4586-8e46-70ccdac98c54,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:04.932607 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:03Z', 'revision_number': 3, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:04.961089 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:32:04.961432 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Updating router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce port fdcd210c-e458-4511-bd9d-65cae1ed76ba binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:32:05.004856 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.032270 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.038005 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-918b4221-fdd4-4c7b-8890-d32fb98256b6 None None] Provisioning complete for port 211ad29d-4756-4586-8e46-70ccdac98c54 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:05.038407 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-918b4221-fdd4-4c7b-8890-d32fb98256b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.048550 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.provisioning_blocks [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Transition to ACTIVE for port object 8fe0f418-d92b-4b0f-9d58-04b711e41d68 will not be triggered until provisioned by entity DHCP. {{(pid=92892) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:05.086820 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.130064 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:05.133282 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:05.135973 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:05.151000 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06183c4d-f51c-4ab0-9bf6-f0bbcf246ec0 req-6f854384-6c45-46bb-9cc1-ce3be377a5ce tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:05.159112 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06183c4d-f51c-4ab0-9bf6-f0bbcf246ec0 req-6f854384-6c45-46bb-9cc1-ce3be377a5ce tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0785441 Jul 13 02:32:05.170353 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe0f418-d92b-4b0f-9d58-04b711e41d68,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:05.193850 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.203728 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06183c4d-f51c-4ab0-9bf6-f0bbcf246ec0 req-64ac2565-cf95-4d67-8872-de30d7f8495c tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432923 Jul 13 02:32:05.335085 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.351237 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.364332 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Transition to ACTIVE for port object fdcd210c-e458-4511-bd9d-65cae1ed76ba will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:05.370973 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.402989 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Request body: {'port': {'device_id': '578a1bf5-b64e-45c5-ac82-32809189a525', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:05.425537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 211ad29d-4756-4586-8e46-70ccdac98c54 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:05.465328 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Attempting to bind port fdcd210c-e458-4511-bd9d-65cae1ed76ba on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:05.465694 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Attempting to bind port fdcd210c-e458-4511-bd9d-65cae1ed76ba by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:05.466113 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Attempting to bind port fdcd210c-e458-4511-bd9d-65cae1ed76ba on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:05.468204 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561166d4-c042-446c-ac5a-a23511d99307 None None] Pushing event updated for resources: {'Port': ['ID=fdcd210c-e458-4511-bd9d-65cae1ed76ba,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:05.479502 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-51fab172-4a25-452c-9ef5-1cbb341b46f1 None None] Provisioning for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:05.486079 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:05.486465 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:05.486883 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.487305 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:05.488011 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Bound port: fdcd210c-e458-4511-bd9d-65cae1ed76ba, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:05.488402 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.508835 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-51fab172-4a25-452c-9ef5-1cbb341b46f1 None None] Provisioning complete for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:05.509228 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-51fab172-4a25-452c-9ef5-1cbb341b46f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.512656 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.559468 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.568049 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.585010 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-51fab172-4a25-452c-9ef5-1cbb341b46f1 None None] Port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:32:05.594736 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] For port fdcd210c-e458-4511-bd9d-65cae1ed76ba, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:05.600234 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] For port fdcd210c-e458-4511-bd9d-65cae1ed76ba, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=fdcd210c-e458-4511-bd9d-65cae1ed76ba,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:05.601334 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 211ad29d-4756-4586-8e46-70ccdac98c54 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:05.601701 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.605937 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.703443 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:05.704086 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:05.706002 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561166d4-c042-446c-ac5a-a23511d99307 None None] Pushing event updated for resources: {'Port': ['ID=fdcd210c-e458-4511-bd9d-65cae1ed76ba,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:05.716197 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe0f418-d92b-4b0f-9d58-04b711e41d68,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:05.741583 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.812815 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced5a5-3240-4417-a78d-f97bd10a0a8a req-45b5c6fb-e804-47f3-8728-fcbcf9403678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:05.814970 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51ced5a5-3240-4417-a78d-f97bd10a0a8a req-45b5c6fb-e804-47f3-8728-fcbcf9403678 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 1098 time: 0.1519008 Jul 13 02:32:05.857628 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:05.861577 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc4abdbb-fe6a-4872-b0b8-aca5ec258475 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:32:05.872059 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.886303 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Transition to ACTIVE for port object bc4abdbb-fe6a-4872-b0b8-aca5ec258475 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:05.891290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:05.899368 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-51ced5a5-3240-4417-a78d-f97bd10a0a8a req-bfb0d2f7-4d22-4921-9894-0439aa7e744f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490205 Jul 13 02:32:05.919518 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:05.921226 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:05.997670 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-9d239959-2ed5-436b-bbcd-58b4886886bf None None] Provisioning complete for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:05.998145 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9d239959-2ed5-436b-bbcd-58b4886886bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:06.041801 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:06.066989 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-9d239959-2ed5-436b-bbcd-58b4886886bf None None] Port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:32:06.073004 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:32:06.123994 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Attempting to bind port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:06.124686 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Attempting to bind port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:06.125657 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Attempting to bind port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 on network acf40587-1b21-48e9-87d9-59aef421a5ba {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:06.139559 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 on network acf40587-1b21-48e9-87d9-59aef421a5ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:32:06.140261 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Attempting to bind port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 on network acf40587-1b21-48e9-87d9-59aef421a5ba {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:06.152400 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:06.153510 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Checking segment: {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:06.154131 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Bound using segment: {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:06.154748 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Bound port: bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '218dbc67-d253-42db-8e2e-e9bca3c2eb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:06.155283 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:06.218649 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12f14a-b571-40d4-9d57-51308e3c5971 req-88860532-aa6d-488c-8f25-9e61646b6cc9 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:06.220070 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:32:06.237032 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff12f14a-b571-40d4-9d57-51308e3c5971 req-88860532-aa6d-488c-8f25-9e61646b6cc9 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 944 time: 0.2504795 Jul 13 02:32:06.237790 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 2, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:06.242285 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d912be0b-cdcc-483f-9ca2-8e53bc18e669 admin admin] 10.222.0.32 "PUT /v2.0/routers/e9e7dc71-2f4a-4769-b4ce-bf04145e58ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568323 Jul 13 02:32:06.267632 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3d1fb9-052e-47e2-ac18-7a274c3e685d None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 2, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:32:06.307129 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff12f14a-b571-40d4-9d57-51308e3c5971 req-b5964a24-c448-46f3-a83a-5847aa7c0d6e tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775642 Jul 13 02:32:06.311211 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-3846dec0-e6ea-4dbc-974d-1ffe6259fb4f None None] Provisioning complete for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:06.311589 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3846dec0-e6ea-4dbc-974d-1ffe6259fb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:06.312401 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:06.329231 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:06.334266 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:06.354855 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-3846dec0-e6ea-4dbc-974d-1ffe6259fb4f None None] Port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:32:06.375895 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:06.376693 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:06.379237 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] 10.222.0.39 "PUT /v2.0/ports/bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 1094 time: 0.9822431 Jul 13 02:32:06.381916 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:06.384529 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea" -d '{"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:06.461837 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f353e6f-dab2-49e7-8fb2-1ff457285000 x-openstack-request-id: req-1f353e6f-dab2-49e7-8fb2-1ff457285000 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:06.464006 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:06.464268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1f353e6f-dab2-49e7-8fb2-1ff457285000 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:06.464669 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'status': 'completed', 'code': 200} Jul 13 02:32:06.474346 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd2409-e3d6-4be9-b67e-65c96de3d274 service neutron] Pushing event updated for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:06.656956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-cf078263-48da-4820-94ae-81477e802613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:06.658411 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-cf078263-48da-4820-94ae-81477e802613 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1097 time: 0.1705866 Jul 13 02:32:06.722465 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-b38abc1e-8865-4e95-ab48-89a817029bed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 217 time: 0.0472410 Jul 13 02:32:06.822997 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-f7a5bda1-5dcf-4846-92df-5864ec21bd5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673509 Jul 13 02:32:06.823656 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-47ab08c1-1beb-4dba-86d6-6c001945e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:06.825110 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-47ab08c1-1beb-4dba-86d6-6c001945e07e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 200 len: 853 time: 0.0698147 Jul 13 02:32:06.837593 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903c20b-796e-4979-bcf3-98cc4c2a996b req-0d6d49ee-61df-414f-8ae6-cccc697d9498 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:06.839110 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1903c20b-796e-4979-bcf3-98cc4c2a996b req-0d6d49ee-61df-414f-8ae6-cccc697d9498 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.1565278 Jul 13 02:32:06.911507 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1903c20b-796e-4979-bcf3-98cc4c2a996b req-ce12682d-f1c5-43c3-aa4f-67fc7c167f69 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656810 Jul 13 02:32:06.939687 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b053-a341-4206-abdc-18d6a6b336bf req-78c7e8b2-6c28-4027-86c0-a2052507ffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:06.941738 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-78c7e8b2-6c28-4027-86c0-a2052507ffe5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acf40587-1b21-48e9-87d9-59aef421a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0749972 Jul 13 02:32:06.973648 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41446) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:06.980050 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1514963240-network', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:06.991696 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-9dfd8ce4-318b-4f28-b0df-ec5a6e5ddbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:06.993266 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-9dfd8ce4-318b-4f28-b0df-ec5a6e5ddbc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1099 time: 0.0654607 Jul 13 02:32:07.063916 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Made reservation on behalf of 8c722e6d3e164d4b888814aaae09244b for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:32:07.066554 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.080531 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.132240 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.143452 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-e0e0793e-5f8f-47cc-b2bb-b78bfbe3f2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671982 Jul 13 02:32:07.195545 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-4b3f289f-fe41-4987-af5e-ab1f37838d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:07.197346 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-4b3f289f-fe41-4987-af5e-ab1f37838d2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.1757808 Jul 13 02:32:07.280008 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-59972e5f-6f23-4a86-8d6f-41518863ac74 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 1001 time: 0.0752184 Jul 13 02:32:07.297812 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b518b053-a341-4206-abdc-18d6a6b336bf req-b9dae984-ff5e-43a1-b0b2-ea72b1f4c46f service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430776 Jul 13 02:32:07.317067 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.322957 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.340345 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-41e834eb-8791-448d-9778-052377671f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:07.344510 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-41e834eb-8791-448d-9778-052377671f69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0512757 Jul 13 02:32:07.349436 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:32:07.367695 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab428ff-4a4e-44b7-88d5-5444b6383217,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:07.371848 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.372187 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Added segment b9e94e3d-3192-4db5-92f0-913c84607977 of type vlan for network 5c6266bb-9831-4504-9aff-8ae923b2b230 Jul 13 02:32:07.426721 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.434460 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-1d1d1012-412c-4b73-a660-7f4e5ae9c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:07.436238 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-1d1d1012-412c-4b73-a660-7f4e5ae9c135 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0879233 Jul 13 02:32:07.485984 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.487176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:07.487938 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.543838 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-a88b93c9-4516-45fd-bb89-f9f36e6ff151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:07.544487 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fdcd210c-e458-4511-bd9d-65cae1ed76ba up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:07.545397 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-a88b93c9-4516-45fd-bb89-f9f36e6ff151 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1097 time: 0.1294465 Jul 13 02:32:07.546723 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5718725 Jul 13 02:32:07.565802 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41450) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:07.571910 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Request body: {'subnet': {'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1514963240-subnet', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'ip_version': 4}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:07.598788 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-806f8483-b9b7-43be-a1e3-f60eb3f2639c service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539218 Jul 13 02:32:07.604270 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port fdcd210c-e458-4511-bd9d-65cae1ed76ba completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:07.608944 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port fdcd210c-e458-4511-bd9d-65cae1ed76ba triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:07.609332 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.614382 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095b9b8-e4b1-4563-abdf-a83baad6afb1 admin admin] Pushing event updated for resources: {'Network': ['ID=5c6266bb-9831-4504-9aff-8ae923b2b230,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:07.641161 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:32:07.710337 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-b32ea3ca-5a17-4db0-ba96-53abb779151b req-fb089bff-af06-4219-87ad-376df07502b2 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039557 Jul 13 02:32:07.900819 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.928220 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port fdcd210c-e458-4511-bd9d-65cae1ed76ba, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=fdcd210c-e458-4511-bd9d-65cae1ed76ba,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:07.933015 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:07.975922 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Made reservation on behalf of 8c722e6d3e164d4b888814aaae09244b for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:32:07.981877 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59781396'] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.002506 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=fdcd210c-e458-4511-bd9d-65cae1ed76ba,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:08.038669 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b52b817-94eb-4cda-b04c-a5b2f0497222 req-93d9a00c-6b6d-4f93-aff3-945a9a971cd4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:08.040531 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2b52b817-94eb-4cda-b04c-a5b2f0497222 req-93d9a00c-6b6d-4f93-aff3-945a9a971cd4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 944 time: 0.5138767 Jul 13 02:32:08.107970 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-f2c05ccc-04dd-42e8-a034-33c5a8d690aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:08.109419 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-f2c05ccc-04dd-42e8-a034-33c5a8d690aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 915 time: 0.5415137 Jul 13 02:32:08.196529 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-a0c4d452-2c31-4da7-9438-9d5c7afa6707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 217 time: 0.0594008 Jul 13 02:32:08.219435 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2b52b817-94eb-4cda-b04c-a5b2f0497222 req-bb6f8632-cc0f-4380-8105-e3c93c8d6607 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682532 Jul 13 02:32:08.307288 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd7a79-23ab-4943-9c39-58fba42d42f8 req-b8608485-c960-4a27-887c-5bc3a260de7a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:08.308777 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-94dd7a79-23ab-4943-9c39-58fba42d42f8 req-b8608485-c960-4a27-887c-5bc3a260de7a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.2482243 Jul 13 02:32:08.312028 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-4efb99da-a607-432e-93b8-7fae64e5c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:08.313393 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-4efb99da-a607-432e-93b8-7fae64e5c460 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 200 len: 853 time: 0.1081758 Jul 13 02:32:08.428690 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-94dd7a79-23ab-4943-9c39-58fba42d42f8 req-b6f2c034-8e6f-4368-b215-f2eea4768fe6 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128423 Jul 13 02:32:08.433541 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60790160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59781478'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.506184 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e99319-5f45-48e0-8392-8842242d5a57,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:08.517449 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-1b192c22-956a-49d9-965e-f0d8d92fd483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:08.519565 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-1b192c22-956a-49d9-965e-f0d8d92fd483 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acf40587-1b21-48e9-87d9-59aef421a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1855125 Jul 13 02:32:08.524975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Checking segment: {'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:08.525328 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Network hostable DHCP agents. Network: 5c6266bb-9831-4504-9aff-8ae923b2b230, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:32:08.576416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:32:08.637653 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 5c6266bb-9831-4504-9aff-8ae923b2b230) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:08.646144 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0954cb-579a-4c85-881e-7b6e51dc3005 None None] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:32:08.647018 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:08.647631 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.681633 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-839520bd-4447-495f-a343-6a20518db144 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1146982 Jul 13 02:32:08.684242 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41458) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:08.688717 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:08.692149 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-a54aba38-5371-443a-aa3d-008f9af2fec9 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580367 Jul 13 02:32:08.704481 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e558b8-be6b-4848-ae7f-f0e4a64611a2 req-8477c84f-bd99-46ba-852e-8a6b92550c8f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:08.705946 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-87e558b8-be6b-4848-ae7f-f0e4a64611a2 req-8477c84f-bd99-46ba-852e-8a6b92550c8f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.1499035 Jul 13 02:32:08.718450 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41460) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:08.724156 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Request body: {'floatingip': {'port_id': '2f2dc5f8-6784-45e5-8b42-42c216edcb56'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:08.728991 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.730723 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.773427 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.808620 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6f12f8cb-8902-4fb0-8674-7aa1eed689ea req-b5ff9c59-be86-43b3-8142-4579df114b13 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002345 Jul 13 02:32:08.815285 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-5c6266bb-9831-4504-9aff-8ae923b2b230', 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'fixed_ips': [{'subnet_id': '09e99319-5f45-48e0-8392-8842242d5a57'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:32:08.816950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.850489 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:32:08.860006 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:08.860823 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:08.883981 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:08.975687 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Allocated IP 172.20.0.2 (5c6266bb-9831-4504-9aff-8ae923b2b230/09e99319-5f45-48e0-8392-8842242d5a57/8d7d6aa4-41fe-487f-9d64-2620856cb0eb) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:09.070400 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:09.148812 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.159979 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Transition to ACTIVE for port object 8d7d6aa4-41fe-487f-9d64-2620856cb0eb will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:09.180243 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Transition to ACTIVE for port object 8d7d6aa4-41fe-487f-9d64-2620856cb0eb will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:09.186844 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.228468 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Pushing event updated for resources: {'Port': ['ID=8d7d6aa4-41fe-487f-9d64-2620856cb0eb,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:09.248933 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:09.250830 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:09.253435 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:09.283258 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 2, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:09.310340 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:32:09.310689 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Updating router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:32:09.322313 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Attempting to bind port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:09.322686 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Attempting to bind port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:09.323049 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Attempting to bind port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb on network 5c6266bb-9831-4504-9aff-8ae923b2b230 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:09.345734 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:09.346134 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Checking segment: {'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:09.350933 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.351379 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Bound using segment: {'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:09.351880 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Bound port: 8d7d6aa4-41fe-487f-9d64-2620856cb0eb, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:09.352275 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.353740 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.374702 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.448545 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf523e-5ca9-49b8-b8e2-4e88b830046c req-2a55a469-0f4e-4d41-9680-dbc6a3a3783a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:09.458255 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-57cf523e-5ca9-49b8-b8e2-4e88b830046c req-2a55a469-0f4e-4d41-9680-dbc6a3a3783a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 944 time: 0.0920451 Jul 13 02:32:09.467494 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] For port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:09.476507 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] For port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8d7d6aa4-41fe-487f-9d64-2620856cb0eb,segment=NetworkSegment(b9e94e3d-3192-4db5-92f0-913c84607977),segment_id=b9e94e3d-3192-4db5-92f0-913c84607977)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:09.486017 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fdcd210c-e458-4511-bd9d-65cae1ed76ba up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:09.491946 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.514998 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-57cf523e-5ca9-49b8-b8e2-4e88b830046c req-de6b3c6d-cdbd-4dd0-bcd7-c6d5792db305 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556285 Jul 13 02:32:09.597393 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port fdcd210c-e458-4511-bd9d-65cae1ed76ba triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:09.597900 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.645725 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6f32a-b450-4cc3-ba8d-8776eed33e6d None None] Pushing event updated for resources: {'Port': ['ID=8d7d6aa4-41fe-487f-9d64-2620856cb0eb,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:09.733319 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.745430 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Transition to ACTIVE for port object 8fe0f418-d92b-4b0f-9d58-04b711e41d68 will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:09.751738 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.835979 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d73-c740-42bd-b534-8505e72593e4 None None] Pushing event updated for resources: {'Port': ['ID=8fe0f418-d92b-4b0f-9d58-04b711e41d68,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:09.894267 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.902072 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.912959 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Attempting to bind port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:09.913549 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bc4abdbb-fe6a-4872-b0b8-aca5ec258475 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:32:09.913935 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Attempting to bind port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:09.913935 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Attempting to bind port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:09.918904 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:09.919512 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Checking segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:09.920080 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.920675 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Bound using segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:09.921332 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Bound port: 8fe0f418-d92b-4b0f-9d58-04b711e41d68, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:09.921678 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.922117 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:09.984176 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:10.051388 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] For port 8fe0f418-d92b-4b0f-9d58-04b711e41d68, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:10.057186 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:10.057877 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] For port 8fe0f418-d92b-4b0f-9d58-04b711e41d68, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8fe0f418-d92b-4b0f-9d58-04b711e41d68,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:10.064763 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:10.073390 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'port_id': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'mac_address': 'fa:16:3e:d0:90:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:32:10.119536 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:10.153519 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc4abdbb-fe6a-4872-b0b8-aca5ec258475 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:32:10.156458 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Allocated IP 172.27.2.207 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/78b06362-df3e-4a34-8d9c-4f5bef95b9fc) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:10.159976 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Floating IP 62e258ea-c263-447c-83f3-e9e50cea2eb7 associated. External IP: 172.27.2.66, port: 2f2dc5f8-6784-45e5-8b42-42c216edcb56. Jul 13 02:32:10.163044 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de2d73-c740-42bd-b534-8505e72593e4 None None] Pushing event updated for resources: {'Port': ['ID=8fe0f418-d92b-4b0f-9d58-04b711e41d68,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:10.178978 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:10.179596 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:10.193494 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:10.198203 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:10.291691 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:10.354126 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:10.466104 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:10.520869 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['bc4abdbb-fe6a-4872-b0b8-aca5ec258475'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:32:10.557206 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Router eb76fe70-704f-4289-a3bb-f4cb9ad87bee has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:32:10.598807 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:10Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:10.631858 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b1d30d-5d33-4304-a5fb-614f687ab19d None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:10Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:32:10.674747 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:10.733036 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:10.742581 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:10.748843 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:10.777122 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:32:10.780165 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b906ef74-927b-48b3-9891-624d3dbaec46 req-a5fe1b11-29cf-454c-904c-83143a0b815f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:10.783404 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:10.785527 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Pushing event updated for resources: {'Port': ['ID=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:10.788017 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b906ef74-927b-48b3-9891-624d3dbaec46 req-a5fe1b11-29cf-454c-904c-83143a0b815f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 945 time: 0.0984366 Jul 13 02:32:10.803286 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] Sync routers for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:32:10.820347 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:10.820987 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:10.852241 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f2e2fc7d-0344-4559-8356-3014d0ba16af tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "PUT /v2.0/floatingips/62e258ea-c263-447c-83f3-e9e50cea2eb7 HTTP/1.1" status: 200 len: 990 time: 2.1322081 Jul 13 02:32:10.892126 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b906ef74-927b-48b3-9891-624d3dbaec46 req-a3e9e52e-1184-479c-9bd8-6b3b5feb3e6f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017861 Jul 13 02:32:10.975647 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:10.989272 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac" -d '{"events": [{"name": "network-changed", "server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:11.003908 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:11.042020 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dba938-c6be-4c3c-abef-5cfa56db4c41 x-openstack-request-id: req-07dba938-c6be-4c3c-abef-5cfa56db4c41 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:11.042393 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:11.042701 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07dba938-c6be-4c3c-abef-5cfa56db4c41 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:11.043407 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'status': 'completed', 'code': 200} Jul 13 02:32:11.111393 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:11.121372 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcc07d9-ec68-48e8-a5cd-0f8d9d6c39b8 None None] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:32:11.175814 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-492e1874-24ab-47d9-9595-48272d0aca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:11.178154 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-492e1874-24ab-47d9-9595-48272d0aca25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=197b525e7a104e5ebcd262a734055741&device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 1098 time: 0.0683887 Jul 13 02:32:11.268404 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-b45b90bf-39bd-4df5-88e6-aa0841697e44 None None] Provisioning for port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:11.296924 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-1a54f129-94fa-4031-9064-538cdb45447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:11.298474 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-1a54f129-94fa-4031-9064-538cdb45447a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 200 len: 912 time: 0.1057806 Jul 13 02:32:11.339011 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:11.374505 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5f5c2fba-6014-458b-b4dc-186840902928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:11.446148 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-d73da720-d5b7-4ea6-be87-3ba9a522e3ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56 HTTP/1.1" status: 200 len: 998 time: 0.1402762 Jul 13 02:32:11.533603 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-a1dc5d01-a495-48c7-9a62-9de942a862a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:11.535876 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-a1dc5d01-a495-48c7-9a62-9de942a862a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 200 len: 850 time: 0.0813932 Jul 13 02:32:11.564355 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Router 46773ea0-627e-4c3b-a818-f249d3428184 is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:32:11.583603 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '62e258ea-c263-447c-83f3-e9e50cea2eb7', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'port_id': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'mac_address': 'fa:16:3e:e1:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:31:42Z', 'updated_at': '2021-07-13T02:32:09Z', 'revision_number': 1, 'project_id': '197b525e7a104e5ebcd262a734055741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:11.621625 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] Checking router: eb76fe70-704f-4289-a3bb-f4cb9ad87bee for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:32:11.635803 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8d7d6aa4-41fe-487f-9d64-2620856cb0eb up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:11.651041 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-89d889d4-f543-49f3-8d37-4212000a4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:11.653984 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-89d889d4-f543-49f3-8d37-4212000a4ca7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c480eb56-38cb-46d3-accb-fb773d7ee254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937917 Jul 13 02:32:11.685997 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:11.686675 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:11.739792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:11.748593 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:11.749003 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:11.771856 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-ce3e080f-9a3f-4cbc-b5d0-b1de3a93517f service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109560 Jul 13 02:32:11.891071 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff522c3c-4e9d-4f7c-adfb-08f4140a6aac req-b61eea8f-acdd-498a-bf88-45afe0cb01d0 service neutron] 10.222.0.39 "GET /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112795 Jul 13 02:32:11.948576 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bc4abdbb-fe6a-4872-b0b8-aca5ec258475 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:11.968447 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:32:11.979284 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Sync routers for ids ['46773ea0-627e-4c3b-a818-f249d3428184'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:32:11.990546 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:11.993436 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-103f6ba9-58d6-4222-a9a5-d696472ebcbc admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3064873 Jul 13 02:32:11.995268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41478) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:12.002930 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Routers {'46773ea0-627e-4c3b-a818-f249d3428184'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:12.011151 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['46773ea0-627e-4c3b-a818-f249d3428184'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:12.028700 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:12.056521 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-401c326f-de45-4e31-a7a6-7e3b13a9c4e6 None None] Provisioning complete for port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:12.056830 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-401c326f-de45-4e31-a7a6-7e3b13a9c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.132557 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Set router 46773ea0-627e-4c3b-a818-f249d3428184 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:12.176534 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:12.197504 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:12.197887 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.206358 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.293557 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d8767-75ff-46aa-8bbc-5af89443538b req-70062881-df6a-4aa8-acdc-58627408641e tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:12.295076 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7a6d8767-75ff-46aa-8bbc-5af89443538b req-70062881-df6a-4aa8-acdc-58627408641e tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 945 time: 0.1484425 Jul 13 02:32:12.341365 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:32:10Z', 'revision_number': 3, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port': {'id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:09Z', 'updated_at': '2021-07-13T02:32:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:12.359779 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8d7d6aa4-41fe-487f-9d64-2620856cb0eb,segment=NetworkSegment(b9e94e3d-3192-4db5-92f0-913c84607977),segment_id=b9e94e3d-3192-4db5-92f0-913c84607977)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:12.372339 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.379377 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-401c326f-de45-4e31-a7a6-7e3b13a9c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.395887 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7a6d8767-75ff-46aa-8bbc-5af89443538b req-e95f1dac-182b-42c6-9123-b31085220b41 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883067 Jul 13 02:32:12.457442 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8fe0f418-d92b-4b0f-9d58-04b711e41d68 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:12.466442 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Checking router: 46773ea0-627e-4c3b-a818-f249d3428184 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:32:12.466879 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Updating router 46773ea0-627e-4c3b-a818-f249d3428184 port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:32:12.506339 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.571143 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.572844 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=8d7d6aa4-41fe-487f-9d64-2620856cb0eb,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:12.587391 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.609195 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.db.api [None req-401c326f-de45-4e31-a7a6-7e3b13a9c4e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92893) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 13 02:32:12.609529 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG oslo_db.api [None req-401c326f-de45-4e31-a7a6-7e3b13a9c4e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 13 02:32:12.619916 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:12.622192 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f8b6d-40b8-401c-a0fd-7e1d86fea47b" -d '{"events": [{"server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "name": "network-vif-plugged", "status": "completed", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:12.641603 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:12.644985 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:12.650465 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.654898 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:12.655265 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.705723 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75efb29-655c-467e-a2e0-1185678e8d57 x-openstack-request-id: req-c75efb29-655c-467e-a2e0-1185678e8d57 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:12.706600 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "name": "network-vif-plugged", "status": "completed", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:12.706855 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c75efb29-655c-467e-a2e0-1185678e8d57 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:12.707238 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'code': 200} Jul 13 02:32:12.732564 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '62e258ea-c263-447c-83f3-e9e50cea2eb7', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'port_id': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'mac_address': 'fa:16:3e:e1:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:31:42Z', 'updated_at': '2021-07-13T02:32:09Z', 'revision_number': 1, 'project_id': '197b525e7a104e5ebcd262a734055741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:12.809519 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:12.818450 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.825561 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca2753b-a4ff-4c9e-bafd-c43911508eb9 None None] The sync data for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi is: [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '62e258ea-c263-447c-83f3-e9e50cea2eb7', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'floating_ip_address': '172.27.2.66', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'port_id': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'mac_address': 'fa:16:3e:e1:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:31:42Z', 'updated_at': '2021-07-13T02:32:09Z', 'revision_number': 1, 'project_id': '197b525e7a104e5ebcd262a734055741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:32:12.832387 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Allocated IP 172.20.0.1 (5c6266bb-9831-4504-9aff-8ae923b2b230/09e99319-5f45-48e0-8392-8842242d5a57/fbc19209-317d-4ee6-ab3e-282ea52e0a1a) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:12.835695 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Transition to ACTIVE for port object 78b06362-df3e-4a34-8d9c-4f5bef95b9fc will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:12.842923 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.897134 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e4938-28f7-4f13-9728-e4d7f3ff22fd None None] Pushing event updated for resources: {'Port': ['ID=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,revision_number=2']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:12.919279 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Attempting to bind port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:12.919904 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Attempting to bind port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:12.920352 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Attempting to bind port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:12.923828 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.926589 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:12.927097 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:12.927586 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.928068 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:12.928633 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Bound port: 78b06362-df3e-4a34-8d9c-4f5bef95b9fc, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:12.929120 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:12.989996 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] For port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:12.993596 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] For port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:12.997852 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 8fe0f418-d92b-4b0f-9d58-04b711e41d68, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8fe0f418-d92b-4b0f-9d58-04b711e41d68,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:12.999892 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.003780 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.004152 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.035298 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Transition to ACTIVE for port object fbc19209-317d-4ee6-ab3e-282ea52e0a1a will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:13.087753 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.091678 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Routers {'46773ea0-627e-4c3b-a818-f249d3428184'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:13.094058 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:31:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['46773ea0-627e-4c3b-a818-f249d3428184'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:13.149658 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e4938-28f7-4f13-9728-e4d7f3ff22fd None None] Pushing event updated for resources: {'Port': ['ID=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:13.150515 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=8fe0f418-d92b-4b0f-9d58-04b711e41d68,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:13.173528 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:13.185038 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:13.204530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:13.222304 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5030f4ea-cd78-476f-af42-822dbfcd0fb7 None None] New status for floating IP 62e258ea-c263-447c-83f3-e9e50cea2eb7: ACTIVE {{(pid=92893) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:32:13.271576 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Pushing event updated for resources: {'Port': ['ID=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:13.287281 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.330340 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] Set router 46773ea0-627e-4c3b-a818-f249d3428184 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:13.502123 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8d7d6aa4-41fe-487f-9d64-2620856cb0eb up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:13.545509 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ab8-bd77-4d4b-8ceb-effa1e1ad5b0 req-b60aa6a2-eba2-4368-841b-5309fc7922f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:13.547243 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-99442ab8-bd77-4d4b-8ceb-effa1e1ad5b0 req-b60aa6a2-eba2-4368-841b-5309fc7922f9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1099 time: 0.5086074 Jul 13 02:32:13.552387 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-bd758a84-a442-4aad-a39d-06cb206f8c46 None None] Provisioning complete for port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:13.552764 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bd758a84-a442-4aad-a39d-06cb206f8c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.606185 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:13.606568 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.616832 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:32:10Z', 'revision_number': 3, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port': {'id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:09Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:13.644787 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2496f2-f4c6-4483-932c-1e402b610775 None None] The sync data for ids ['46773ea0-627e-4c3b-a818-f249d3428184'] in dv-cinder-781024-2-iscsi is: [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:32:10Z', 'revision_number': 3, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port': {'id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:09Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:32:13.680698 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-99442ab8-bd77-4d4b-8ceb-effa1e1ad5b0 req-f1666339-69e4-433e-8590-267facdea5f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251087 Jul 13 02:32:13.683416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.725055 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8fe0f418-d92b-4b0f-9d58-04b711e41d68 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:13.748737 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a799c58-0b8b-4e5c-8fff-b3459b7d6c40 req-ed739f5f-eda6-4361-aeb9-9a0203903d97 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:13.750239 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6a799c58-0b8b-4e5c-8fff-b3459b7d6c40 req-ed739f5f-eda6-4361-aeb9-9a0203903d97 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.1523168 Jul 13 02:32:13.774752 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:13.775126 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.817242 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6a799c58-0b8b-4e5c-8fff-b3459b7d6c40 req-f8847c5e-1baf-44d1-9b5f-a008395c8040 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586357 Jul 13 02:32:13.822298 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8a8c772f-0dda-42a0-9e32-b8b62d327acb None None] Provisioning complete for port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:13.822676 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a8c772f-0dda-42a0-9e32-b8b62d327acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.954292 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7c479230-cce1-440f-bca3-e7d5d370e101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.958337 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:13.964879 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:14.044116 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8a8c772f-0dda-42a0-9e32-b8b62d327acb None None] Provisioning for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:14.047096 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Pushing event updated for resources: {'Port': ['ID=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:14.048511 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8a8c772f-0dda-42a0-9e32-b8b62d327acb None None] Provisioning complete for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:14.048986 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8a8c772f-0dda-42a0-9e32-b8b62d327acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:14.071294 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:14.105154 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-8a8c772f-0dda-42a0-9e32-b8b62d327acb None None] Port fbc19209-317d-4ee6-ab3e-282ea52e0a1a cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:32:14.206678 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:14.208427 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:14.259597 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:14.323814 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-3e12dfb5-e196-4123-b0a8-4c69b0e595c8 None None] Provisioning complete for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:14.324296 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3e12dfb5-e196-4123-b0a8-4c69b0e595c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:14.345969 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Router 46773ea0-627e-4c3b-a818-f249d3428184 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:32:14.370954 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-3e12dfb5-e196-4123-b0a8-4c69b0e595c8 None None] Port fbc19209-317d-4ee6-ab3e-282ea52e0a1a cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:32:14.467615 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:32:14.473301 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-4d5c17be-b7a0-41fe-bcd9-aeea0d2899ea admin admin] 10.222.0.32 "PUT /v2.0/routers/46773ea0-627e-4c3b-a818-f249d3428184/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769745 Jul 13 02:32:14.491054 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-1d1702ab-d64d-44aa-a287-6087ed68b856 None None] Provisioning complete for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:14.491421 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1d1702ab-d64d-44aa-a287-6087ed68b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:14.530823 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-1d1702ab-d64d-44aa-a287-6087ed68b856 None None] Port fbc19209-317d-4ee6-ab3e-282ea52e0a1a cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:32:15.012180 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.027926 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de2d276-cb91-411d-8ed9-ad7a80190a64 req-b3fab7bd-931d-4465-bd4f-97a148ffd80d tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:15.029477 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2de2d276-cb91-411d-8ed9-ad7a80190a64 req-b3fab7bd-931d-4465-bd4f-97a148ffd80d tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.0881579 Jul 13 02:32:15.055199 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41506) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:15.061889 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-7fcde582-6cdb-4b91-a335-32a0cc34361b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327206247', 'description': 'tempest-secgroup-smoke-327206247 description', 'project_id': '345d0f5c3c2842e0940d216397b5cd51'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:15.083635 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2de2d276-cb91-411d-8ed9-ad7a80190a64 req-9c0828f7-9290-4b73-9793-6116fad9b8f3 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465796 Jul 13 02:32:15.094965 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7fcde582-6cdb-4b91-a335-32a0cc34361b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.183818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7fcde582-6cdb-4b91-a335-32a0cc34361b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.188043 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7fcde582-6cdb-4b91-a335-32a0cc34361b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.247377 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-7fcde582-6cdb-4b91-a335-32a0cc34361b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.248599 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-7fcde582-6cdb-4b91-a335-32a0cc34361b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1923256 Jul 13 02:32:15.251548 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41510) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:15.257381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-9010cbe9-3d8d-4bfb-b94a-5820af579271 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'security_group_rule': {'security_group_id': '1c22b1fd-80bc-4462-9792-431f0ca7d3c7', 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:15.261399 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcde582-6cdb-4b91-a335-32a0cc34361b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c22b1fd-80bc-4462-9792-431f0ca7d3c7,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:15.302756 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9010cbe9-3d8d-4bfb-b94a-5820af579271 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.323520 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd3336-4486-43c1-b275-91068bfccebf req-83b8507d-7b77-4a18-a65b-5b61b5761c22 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:15.325163 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-efbd3336-4486-43c1-b275-91068bfccebf req-83b8507d-7b77-4a18-a65b-5b61b5761c22 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.1217284 Jul 13 02:32:15.356313 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Sync routers for ids ['46773ea0-627e-4c3b-a818-f249d3428184'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:32:15.369849 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Routers {'46773ea0-627e-4c3b-a818-f249d3428184'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:15.370599 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:32:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['46773ea0-627e-4c3b-a818-f249d3428184'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:15.402595 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-efbd3336-4486-43c1-b275-91068bfccebf req-e07014c1-df65-4f26-8fef-af6a9966e118 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672503 Jul 13 02:32:15.417746 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9010cbe9-3d8d-4bfb-b94a-5820af579271 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.422719 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9010cbe9-3d8d-4bfb-b94a-5820af579271 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.441763 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010cbe9-3d8d-4bfb-b94a-5820af579271 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b478de7-ce71-4382-a08b-1c4a4aab0c0a,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:15.455406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9010cbe9-3d8d-4bfb-b94a-5820af579271 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.458107 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9010cbe9-3d8d-4bfb-b94a-5820af579271 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2046578 Jul 13 02:32:15.460572 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41516) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:15.465351 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-2009268b-fe62-41a4-9655-14aed3ab9148 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'security_group_rule': {'security_group_id': '1c22b1fd-80bc-4462-9792-431f0ca7d3c7', 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:15.498232 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 78b06362-df3e-4a34-8d9c-4f5bef95b9fc up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:15.498756 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Set router 46773ea0-627e-4c3b-a818-f249d3428184 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:15.505017 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2009268b-fe62-41a4-9655-14aed3ab9148 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.579223 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2009268b-fe62-41a4-9655-14aed3ab9148 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.584278 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2009268b-fe62-41a4-9655-14aed3ab9148 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.603231 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009268b-fe62-41a4-9655-14aed3ab9148 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7ed55f-dabc-45ff-99a9-ade6acd11d2d,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:15.624713 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2009268b-fe62-41a4-9655-14aed3ab9148 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.626789 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2009268b-fe62-41a4-9655-14aed3ab9148 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1647656 Jul 13 02:32:15.629863 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41518) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:15.633394 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:32:15.635453 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-2d9cc799-fa5a-4eec-b8e0-860c01e30b43 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'security_group_rule': {'security_group_id': '1c22b1fd-80bc-4462-9792-431f0ca7d3c7', 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:15.667263 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc799-fa5a-4eec-b8e0-860c01e30b43 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.701011 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:15.705431 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:15.706647 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.751177 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:32:13Z', 'revision_number': 4, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port': {'id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:03:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:09Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'fbc19209-317d-4ee6-ab3e-282ea52e0a1a', 'name': '', 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'mac_address': 'fa:16:3e:a3:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '09e99319-5f45-48e0-8392-8842242d5a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:12Z', 'updated_at': '2021-07-13T02:32:13Z', 'revision_number': 2, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'subnets': [{'id': '09e99319-5f45-48e0-8392-8842242d5a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:15.759025 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc799-fa5a-4eec-b8e0-860c01e30b43 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.764886 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc799-fa5a-4eec-b8e0-860c01e30b43 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.780998 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cc799-fa5a-4eec-b8e0-860c01e30b43 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee0ce49-8a17-484c-af6a-31514e73213d,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:15.796970 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-2d9cc799-fa5a-4eec-b8e0-860c01e30b43 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.801585 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-2d9cc799-fa5a-4eec-b8e0-860c01e30b43 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670508 Jul 13 02:32:15.801966 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41524) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:15.807278 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-6dfed326-1f0d-4523-b008-91f0678f1aac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'security_group_rule': {'security_group_id': '1c22b1fd-80bc-4462-9792-431f0ca7d3c7', 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:15.817442 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Checking router: 46773ea0-627e-4c3b-a818-f249d3428184 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:32:15.818414 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Updating router 46773ea0-627e-4c3b-a818-f249d3428184 port fbc19209-317d-4ee6-ab3e-282ea52e0a1a binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:32:15.837742 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6dfed326-1f0d-4523-b008-91f0678f1aac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.839407 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.867758 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.868934 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:15.875507 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.926621 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6dfed326-1f0d-4523-b008-91f0678f1aac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.931960 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6dfed326-1f0d-4523-b008-91f0678f1aac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.949174 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:15.956764 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfed326-1f0d-4523-b008-91f0678f1aac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52e99f2-14de-44a3-9a66-d0f0e62c2031,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:15.956980 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7940251-4bef-46df-8386-27980245111a req-48f5a1fc-735b-4f0d-99bf-648c301d4e63 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:15.958826 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e7940251-4bef-46df-8386-27980245111a req-48f5a1fc-735b-4f0d-99bf-648c301d4e63 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.0752568 Jul 13 02:32:15.973022 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6dfed326-1f0d-4523-b008-91f0678f1aac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:15.976692 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6dfed326-1f0d-4523-b008-91f0678f1aac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1711855 Jul 13 02:32:15.976876 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41526) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:15.981387 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'security_group_rule': {'security_group_id': '1c22b1fd-80bc-4462-9792-431f0ca7d3c7', 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:16.003704 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e7940251-4bef-46df-8386-27980245111a req-3b24536f-4de5-4585-bd37-199a959d0893 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371442 Jul 13 02:32:16.015339 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.securitygroups_db [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Project 345d0f5c3c2842e0940d216397b5cd51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 02:32:16.021021 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.085619 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.089428 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.104245 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d54217d-e66b-459a-ad48-66f0cf828f7e,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:16.114606 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.118800 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c160672a-d5bf-4d7f-9bcd-2da0363df1e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1383371 Jul 13 02:32:16.119520 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41530) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:16.124511 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'security_group_rule': {'security_group_id': '1c22b1fd-80bc-4462-9792-431f0ca7d3c7', 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:16.149789 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.securitygroups_db [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Project 345d0f5c3c2842e0940d216397b5cd51 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 02:32:16.154746 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.168343 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.179420 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Transition to ACTIVE for port object fbc19209-317d-4ee6-ab3e-282ea52e0a1a will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:16.186535 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.216505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.220383 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.234856 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed643-9add-4391-975b-20b2de183121 None None] Pushing event updated for resources: {'Port': ['ID=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:16.249903 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f2ddcf-df10-4c30-8034-5e5e458750f3,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:16.258742 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.265480 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-927a3c50-c8b5-4fad-929d-0b1f73ca43d4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446741 Jul 13 02:32:16.310421 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Attempting to bind port fbc19209-317d-4ee6-ab3e-282ea52e0a1a on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:16.318332 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Attempting to bind port fbc19209-317d-4ee6-ab3e-282ea52e0a1a by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:16.318945 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Attempting to bind port fbc19209-317d-4ee6-ab3e-282ea52e0a1a on network 5c6266bb-9831-4504-9aff-8ae923b2b230 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:16.326568 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:16.327217 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Checking segment: {'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:16.327762 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.328494 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Bound using segment: {'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:16.328997 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Bound port: fbc19209-317d-4ee6-ab3e-282ea52e0a1a, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e94e3d-3192-4db5-92f0-913c84607977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:16.329874 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.410775 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] For port fbc19209-317d-4ee6-ab3e-282ea52e0a1a, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:16.414071 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] For port fbc19209-317d-4ee6-ab3e-282ea52e0a1a, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,segment=NetworkSegment(b9e94e3d-3192-4db5-92f0-913c84607977),segment_id=b9e94e3d-3192-4db5-92f0-913c84607977)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:16.421838 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.463409 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:16.613368 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aed643-9add-4391-975b-20b2de183121 None None] Pushing event updated for resources: {'Port': ['ID=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:16.615934 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Routers {'46773ea0-627e-4c3b-a818-f249d3428184'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:16.616545 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:32:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['46773ea0-627e-4c3b-a818-f249d3428184'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:16.731803 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] Set router 46773ea0-627e-4c3b-a818-f249d3428184 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:16.954554 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:32:13Z', 'revision_number': 4, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port': {'id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:09Z', 'updated_at': '2021-07-13T02:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'fbc19209-317d-4ee6-ab3e-282ea52e0a1a', 'name': '', 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'mac_address': 'fa:16:3e:a3:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '09e99319-5f45-48e0-8392-8842242d5a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:12Z', 'updated_at': '2021-07-13T02:32:16Z', 'revision_number': 4, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'subnets': [{'id': '09e99319-5f45-48e0-8392-8842242d5a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:16.980703 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346e65d-1baf-4920-adfe-b04281b63b21 None None] The sync data for ids ['46773ea0-627e-4c3b-a818-f249d3428184'] in dv-cinder-781024-2-iscsi is: [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:32:13Z', 'revision_number': 4, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port': {'id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:09Z', 'updated_at': '2021-07-13T02:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'fbc19209-317d-4ee6-ab3e-282ea52e0a1a', 'name': '', 'network_id': '5c6266bb-9831-4504-9aff-8ae923b2b230', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'mac_address': 'fa:16:3e:a3:fd:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '09e99319-5f45-48e0-8392-8842242d5a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:12Z', 'updated_at': '2021-07-13T02:32:16Z', 'revision_number': 4, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'subnets': [{'id': '09e99319-5f45-48e0-8392-8842242d5a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:32:17.471927 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fbc19209-317d-4ee6-ab3e-282ea52e0a1a up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:17.520618 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:17.524397 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:17.524835 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:17.610390 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:17.651776 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port fbc19209-317d-4ee6-ab3e-282ea52e0a1a, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,segment=NetworkSegment(b9e94e3d-3192-4db5-92f0-913c84607977),segment_id=b9e94e3d-3192-4db5-92f0-913c84607977)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:17.658239 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:17.724316 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:17.727545 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 78b06362-df3e-4a34-8d9c-4f5bef95b9fc up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:17.787007 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:17.787666 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:18.050707 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-53b4b5df-1675-413b-aef6-0e0548d649a4 None None] Provisioning complete for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:18.051094 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-53b4b5df-1675-413b-aef6-0e0548d649a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:19.403330 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fbc19209-317d-4ee6-ab3e-282ea52e0a1a up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:19.451625 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port fbc19209-317d-4ee6-ab3e-282ea52e0a1a triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:19.452007 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:20.743982 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c970a-034f-45dc-b575-f1ec3c9520de req-c18953e1-b9d0-4695-9893-7d6731ccab73 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:20.745461 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-669c970a-034f-45dc-b575-f1ec3c9520de req-c18953e1-b9d0-4695-9893-7d6731ccab73 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0644450 Jul 13 02:32:20.786738 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-669c970a-034f-45dc-b575-f1ec3c9520de req-d3215bf7-a637-41a1-a8bc-9afab52bd844 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356498 Jul 13 02:32:21.968975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd85c8-1347-414d-838f-abd2534d35a6 req-ab7f3847-bd21-4c97-b4d5-20656ab14ffc tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:21.970475 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b5cd85c8-1347-414d-838f-abd2534d35a6 req-ab7f3847-bd21-4c97-b4d5-20656ab14ffc tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0677271 Jul 13 02:32:22.008187 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b5cd85c8-1347-414d-838f-abd2534d35a6 req-62d4c54b-f8c0-4c89-a74d-7360fa0b210d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312166 Jul 13 02:32:23.186535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39374ba7-1f00-4490-83dc-a09a2d1be8b8 req-ddf56e6f-0978-4305-9454-a7d2147a1f65 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:23.188085 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-39374ba7-1f00-4490-83dc-a09a2d1be8b8 req-ddf56e6f-0978-4305-9454-a7d2147a1f65 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0629139 Jul 13 02:32:23.225558 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-39374ba7-1f00-4490-83dc-a09a2d1be8b8 req-b26ee2e1-9641-45ce-a3a1-4725c29fc4e6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318899 Jul 13 02:32:24.408642 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62456de-c67c-4f79-ab92-645c6c961523 req-c59e0861-be4d-4718-8587-cfdb182f6b15 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:24.410404 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a62456de-c67c-4f79-ab92-645c6c961523 req-c59e0861-be4d-4718-8587-cfdb182f6b15 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0664136 Jul 13 02:32:24.448495 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a62456de-c67c-4f79-ab92-645c6c961523 req-f7f27eb3-7953-4ebd-b978-523d396d7401 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Jul 13 02:32:25.625035 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382478f-8f91-444f-a58c-32c61b580ab8 req-ba9166f0-4a07-45d6-be91-b88c2d4273e4 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:25.626446 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1382478f-8f91-444f-a58c-32c61b580ab8 req-ba9166f0-4a07-45d6-be91-b88c2d4273e4 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0643654 Jul 13 02:32:25.665696 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1382478f-8f91-444f-a58c-32c61b580ab8 req-006406de-92af-42ed-a0dd-b213d46475b0 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322363 Jul 13 02:32:26.002387 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e121160-5695-42fc-8c3c-1d75b48dcf21 req-ef44d65d-4ca6-4188-8ba9-14ee8488fd38 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:26.004681 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7e121160-5695-42fc-8c3c-1d75b48dcf21 req-ef44d65d-4ca6-4188-8ba9-14ee8488fd38 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.0637329 Jul 13 02:32:26.044415 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7e121160-5695-42fc-8c3c-1d75b48dcf21 req-658324cc-703b-438a-bef6-ed7c62020e02 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342090 Jul 13 02:32:26.070137 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41700) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:26.212766 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3378838f-8d86-4a7f-a34a-1d382f59acce tempest-TestMinimumBasicScenario-1994301728 tempest-TestMinimumBasicScenario-1994301728-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:26.214331 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-3378838f-8d86-4a7f-a34a-1d382f59acce tempest-TestMinimumBasicScenario-1994301728 tempest-TestMinimumBasicScenario-1994301728-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1094 time: 0.1431787 Jul 13 02:32:26.217894 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41704) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:26.222938 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'port_id': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:26.245198 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for floatingip, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:26.340361 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:26.453091 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Allocated IP 172.27.2.199 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/ee9034e9-e1af-48c8-b744-26ff3e98aa12) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:26.554368 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:26.599932 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:26.635974 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:26.640979 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:26.644997 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:26.671508 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'Port': ['ID=ee9034e9-e1af-48c8-b744-26ff3e98aa12,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:26.684601 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.684949 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.685289 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.685626 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.685960 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.687923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.687923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.687923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.687923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.687923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.688378 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:26.688378 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:27.190558 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9499b-70d8-4550-bd71-b239ccb5f8cd req-93ac064c-f5ff-4d21-81ed-c27ca9881c09 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:27.192630 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c6e9499b-70d8-4550-bd71-b239ccb5f8cd req-93ac064c-f5ff-4d21-81ed-c27ca9881c09 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.4115493 Jul 13 02:32:27.268010 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c6e9499b-70d8-4550-bd71-b239ccb5f8cd req-0e24728c-fc3c-4603-8dbe-c05fbfbdde2a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669529 Jul 13 02:32:27.370778 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:27.454134 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:27.602008 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:27.607933 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:27.678838 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'Port': ['ID=ee9034e9-e1af-48c8-b744-26ff3e98aa12,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:27.689003 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:27.789950 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Floating IP 62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e associated. External IP: 172.27.2.199, port: bc4abdbb-fe6a-4872-b0b8-aca5ec258475. Jul 13 02:32:28.000582 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Router 72b8c4c4-619d-4812-8324-63fe300f52fd has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:32:28.108542 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:32:28.118175 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] Sync routers for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:32:28.123807 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.127895 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:28.128518 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:32:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:28.162947 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b57cb13b-5af6-4a87-a406-4d40c5428746 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9439745 Jul 13 02:32:28.163632 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:28.165694 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41716) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:28.166247 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ec9b09-8199-42e9-be41-d7d26a7e8964" -d '{"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:28.170438 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82635105', 'description': 'tempest-secgroup-smoke-82635105 description', 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:28.193072 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.201988 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b24d925-6220-4329-9703-289712193bc5 x-openstack-request-id: req-3b24d925-6220-4329-9703-289712193bc5 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:28.201988 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:28.201988 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b24d925-6220-4329-9703-289712193bc5 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:28.201988 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'status': 'completed', 'code': 200} Jul 13 02:32:28.246715 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:28.278019 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.282054 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.317108 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-c0d9fc1c-0b3a-40a5-a950-e258e8b1c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:28.319087 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-c0d9fc1c-0b3a-40a5-a950-e258e8b1c1c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1099 time: 0.0684054 Jul 13 02:32:28.331135 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b50ca5-d374-47b2-be59-e8ff3a2b65a6,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:28.333778 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.337646 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1682978 Jul 13 02:32:28.338181 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41722) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:28.353348 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-2a14f6e0-923f-43e4-ba4d-47f0075e5932 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'security_group_rule': {'security_group_id': '04b50ca5-d374-47b2-be59-e8ff3a2b65a6', 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:28.359434 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.359788 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.360129 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.360466 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.360811 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.361136 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.361463 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.361782 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.362326 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.363359 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.363844 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.364344 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8140c89e-2ac9-4eb6-86f6-87a65e321bff tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:28.400619 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6e0-923f-43e4-ba4d-47f0075e5932 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.468816 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6e0-923f-43e4-ba4d-47f0075e5932 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.473874 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-a58073dc-6816-4f1d-abb1-278cbf16db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:28.474238 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6e0-923f-43e4-ba4d-47f0075e5932 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.475429 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-a58073dc-6816-4f1d-abb1-278cbf16db21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 915 time: 0.1469572 Jul 13 02:32:28.507291 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2a14f6e0-923f-43e4-ba4d-47f0075e5932 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.509411 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2a14f6e0-923f-43e4-ba4d-47f0075e5932 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1704969 Jul 13 02:32:28.510415 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14f6e0-923f-43e4-ba4d-47f0075e5932 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfddb72-2480-4f71-a20d-5edb3aa8b60a,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:28.514209 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41726) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:28.520303 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-52b49904-b2a5-446b-8bbf-ad24c01fb89f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'security_group_rule': {'security_group_id': '04b50ca5-d374-47b2-be59-e8ff3a2b65a6', 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:28.523061 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'port_id': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'mac_address': 'fa:16:3e:d0:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1bf5-b64e-45c5-ac82-32809189a525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:32:27Z', 'updated_at': '2021-07-13T02:32:27Z', 'revision_number': 0, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 5, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:28.549829 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-52b49904-b2a5-446b-8bbf-ad24c01fb89f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.556589 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] Checking router: 72b8c4c4-619d-4812-8324-63fe300f52fd for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:32:28.561412 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ea48a-8b18-44cc-a2d4-30acc92f6bc7 req-347731cd-305e-417b-90fc-7c478313a18c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:28.562470 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-614ea48a-8b18-44cc-a2d4-30acc92f6bc7 req-347731cd-305e-417b-90fc-7c478313a18c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.1312566 Jul 13 02:32:28.566359 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:28.566998 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:32:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:28.572244 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-283613fa-2564-423c-a784-e2916c537c1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 1000 time: 0.0882819 Jul 13 02:32:28.628107 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-52b49904-b2a5-446b-8bbf-ad24c01fb89f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.633317 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-52b49904-b2a5-446b-8bbf-ad24c01fb89f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.639188 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-614ea48a-8b18-44cc-a2d4-30acc92f6bc7 req-e926126d-e71d-4d58-ad4c-a4764ac1227e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659800 Jul 13 02:32:28.646623 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-c9232491-91c5-4ddf-9ec4-413a2e8cfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:28.648167 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-c9232491-91c5-4ddf-9ec4-413a2e8cfcaf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 200 len: 853 time: 0.0677271 Jul 13 02:32:28.655501 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b49904-b2a5-446b-8bbf-ad24c01fb89f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e925581d-94ad-406b-a552-d42fc77d8932,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:28.664301 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-52b49904-b2a5-446b-8bbf-ad24c01fb89f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.665915 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-52b49904-b2a5-446b-8bbf-ad24c01fb89f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506615 Jul 13 02:32:28.669338 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41728) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:28.674179 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-5d5054ba-1ae1-47fe-b3f1-18f93bb8e4f5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'security_group_rule': {'security_group_id': '04b50ca5-d374-47b2-be59-e8ff3a2b65a6', 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:28.702199 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:28.706423 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5d5054ba-1ae1-47fe-b3f1-18f93bb8e4f5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.728121 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-9862931f-96b5-4476-9395-9eb7864631b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:28.730356 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-9862931f-96b5-4476-9395-9eb7864631b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acf40587-1b21-48e9-87d9-59aef421a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750632 Jul 13 02:32:28.785512 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5d5054ba-1ae1-47fe-b3f1-18f93bb8e4f5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.791353 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5d5054ba-1ae1-47fe-b3f1-18f93bb8e4f5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.817934 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-5d5054ba-1ae1-47fe-b3f1-18f93bb8e4f5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.819352 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5d5054ba-1ae1-47fe-b3f1-18f93bb8e4f5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495857 Jul 13 02:32:28.820062 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5054ba-1ae1-47fe-b3f1-18f93bb8e4f5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fec71c-831f-40ca-aeae-6052ba0b40c8,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:28.823517 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41732) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:28.830476 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-acd15ea8-425c-4a92-a452-a363e86be95f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'security_group_rule': {'security_group_id': '04b50ca5-d374-47b2-be59-e8ff3a2b65a6', 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:28.859332 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-acd15ea8-425c-4a92-a452-a363e86be95f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.865941 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-e41352ba-f16a-4cb1-a880-2cea74f3ad32 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215510 Jul 13 02:32:28.934088 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-acd15ea8-425c-4a92-a452-a363e86be95f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.939001 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-acd15ea8-425c-4a92-a452-a363e86be95f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.959077 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-acd15ea8-425c-4a92-a452-a363e86be95f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:28.962802 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-acd15ea8-425c-4a92-a452-a363e86be95f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358631 Jul 13 02:32:28.963125 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 41734) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:28.964382 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'port_id': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'mac_address': 'fa:16:3e:d0:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1bf5-b64e-45c5-ac82-32809189a525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:32:27Z', 'updated_at': '2021-07-13T02:32:27Z', 'revision_number': 0, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 5, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:28.967862 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'security_group_rule': {'security_group_id': '04b50ca5-d374-47b2-be59-e8ff3a2b65a6', 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:28.983865 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-53ec9b09-8199-42e9-be41-d7d26a7e8964 req-fab86cda-e04e-4ab5-8df7-9effd9cecdda service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062164 Jul 13 02:32:28.984139 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd15ea8-425c-4a92-a452-a363e86be95f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d23636-cb7f-42a9-bca5-1b2b5143ab99,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:29.001331 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bb069-4bba-4e5c-a740-3b3d50cb0a8e None None] The sync data for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi is: [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'floating_ip_address': '172.27.2.199', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'port_id': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'mac_address': 'fa:16:3e:d0:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578a1bf5-b64e-45c5-ac82-32809189a525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:32:27Z', 'updated_at': '2021-07-13T02:32:27Z', 'revision_number': 0, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 5, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:32:29.001906 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.securitygroups_db [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Project d9e51bf2b24e42b7b4bad3a25ff6f564 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 02:32:29.015066 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.070656 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.076322 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.096424 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ed892a3-428b-45db-93ff-3f746368bb58,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:29.104636 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.106013 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-24764c33-dcc1-45f8-b77f-8a1907d2edcf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1420841 Jul 13 02:32:29.108930 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 41736) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:29.114186 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'security_group_rule': {'security_group_id': '04b50ca5-d374-47b2-be59-e8ff3a2b65a6', 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:29.138908 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.securitygroups_db [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Project d9e51bf2b24e42b7b4bad3a25ff6f564 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 02:32:29.144790 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.212717 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bf7acc-9326-426d-b16e-da0b865979d1 None None] New status for floating IP 62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:32:29.219841 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.224820 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.243496 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9975e6d-04e1-4fcb-a48d-e86b29a7a3d2,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:29.250897 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.252341 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-f8ce3199-5d4c-4117-8a17-34089e47dd32 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423819 Jul 13 02:32:29.371778 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-bfd336e2-9b0a-49ee-bc07-9a05851b93b4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82635105&fields=id&tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564 HTTP/1.1" status: 200 len: 267 time: 0.0351999 Jul 13 02:32:29.444797 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-a05c969d-3a46-4de0-b592-3ddd110bfacf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:29.446867 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-a05c969d-3a46-4de0-b592-3ddd110bfacf tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.0689244 Jul 13 02:32:29.458175 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'port': {'security_groups': ['2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297', '04b50ca5-d374-47b2-be59-e8ff3a2b65a6']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:29.546108 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.736355 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:29.768667 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.774153 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.819689 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['bc4abdbb-fe6a-4872-b0b8-aca5ec258475'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:32:29.862223 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:29.862223 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:29.862223 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a24dd83a-dd6e-4a10-a459-f6cd2a4c4d5e req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "PUT /v2.0/ports/bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 982 time: 0.4070148 Jul 13 02:32:29.892771 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00b15f-2af7-4cc0-a391-0c83174e6cf4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=6']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:29.934382 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17f3c3-1df0-47c5-8a83-4e486d93683e req-4557e581-3a3c-4cd0-9946-d690b586986e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:29.943410 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-af17f3c3-1df0-47c5-8a83-4e486d93683e req-4557e581-3a3c-4cd0-9946-d690b586986e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.1573036 Jul 13 02:32:29.998633 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-af17f3c3-1df0-47c5-8a83-4e486d93683e req-3b7d2140-7a7b-405c-9756-5e8b64b48cea tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537374 Jul 13 02:32:30.020434 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['bc4abdbb-fe6a-4872-b0b8-aca5ec258475'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:32:30.096767 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7cd504-eac1-4188-a7ab-343dad07b1bb req-79544d38-702e-4fc3-b1e9-df71d2e0a696 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:30.098878 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1e7cd504-eac1-4188-a7ab-343dad07b1bb req-79544d38-702e-4fc3-b1e9-df71d2e0a696 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0989704 Jul 13 02:32:30.146339 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1e7cd504-eac1-4188-a7ab-343dad07b1bb req-b4dc2a56-ea1a-48d1-9ead-bce099625faa tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0407515 Jul 13 02:32:30.160328 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-ade8dd9e-c29a-4aee-b590-2cc5d21aa08c None None] Provisioning complete for port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:30.160700 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ade8dd9e-c29a-4aee-b590-2cc5d21aa08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:30.203432 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:30.205953 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635e63b-1c44-446f-b1dd-a31b3ff533f7" -d '{"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:30.245878 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdc257d-39a9-4e85-b6cb-6e03e5048cc8 x-openstack-request-id: req-6bdc257d-39a9-4e85-b6cb-6e03e5048cc8 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:30.246316 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:30.246679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6bdc257d-39a9-4e85-b6cb-6e03e5048cc8 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:30.247157 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'status': 'completed', 'code': 200} Jul 13 02:32:30.352457 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-552c2a70-a29f-4bde-9d18-4bb0a4bae979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:30.353938 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-552c2a70-a29f-4bde-9d18-4bb0a4bae979 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1138 time: 0.0518279 Jul 13 02:32:30.447987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-8d53ac2b-a078-467e-8dd4-c46792e51f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:30.449477 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-8d53ac2b-a078-467e-8dd4-c46792e51f2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 915 time: 0.0875316 Jul 13 02:32:30.515324 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-52860ca5-9c0c-4d49-9ca5-910df3d42492 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 1002 time: 0.0575855 Jul 13 02:32:30.573906 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-2456bbf2-2fa5-4c6e-800d-6daf05c30f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:30.575630 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-2456bbf2-2fa5-4c6e-800d-6daf05c30f36 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 200 len: 853 time: 0.0475996 Jul 13 02:32:30.638855 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-9c693489-d048-4272-9dcb-3d29908f4263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:30.640354 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-9c693489-d048-4272-9dcb-3d29908f4263 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acf40587-1b21-48e9-87d9-59aef421a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525014 Jul 13 02:32:30.729400 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-62685538-7437-4819-9a51-e5d512b0314f service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806601 Jul 13 02:32:30.827264 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1635e63b-1c44-446f-b1dd-a31b3ff533f7 req-048342c1-6c32-4be7-9607-677eb5b7e849 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833659 Jul 13 02:32:31.180316 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44486fa8-1d39-4b12-aa02-4dd8c7bad84b req-36bd7097-018c-471c-b769-1797e9600ffb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:31.181848 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-44486fa8-1d39-4b12-aa02-4dd8c7bad84b req-36bd7097-018c-471c-b769-1797e9600ffb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0622928 Jul 13 02:32:31.218404 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-44486fa8-1d39-4b12-aa02-4dd8c7bad84b req-03717424-f49d-46e2-a4cf-0baa3ec1c8d9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310659 Jul 13 02:32:32.405230 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee71de-82a8-4185-be92-c607f22b34d8 req-5f2ef307-1711-43b5-9885-f4220e3ee608 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:32.406754 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-07ee71de-82a8-4185-be92-c607f22b34d8 req-5f2ef307-1711-43b5-9885-f4220e3ee608 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0697370 Jul 13 02:32:32.447737 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-07ee71de-82a8-4185-be92-c607f22b34d8 req-7017711b-572a-4866-a5ba-b614e9f3804b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351017 Jul 13 02:32:33.642291 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b2b0-ab2e-4c96-809a-aeb2cf2ae481 req-b4d18291-e1a4-4517-bd39-d32aaec30658 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:33.643819 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7277b2b0-ab2e-4c96-809a-aeb2cf2ae481 req-b4d18291-e1a4-4517-bd39-d32aaec30658 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0666211 Jul 13 02:32:33.684602 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7277b2b0-ab2e-4c96-809a-aeb2cf2ae481 req-25e82b18-5dc9-42e7-88cf-2503ac111574 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339718 Jul 13 02:32:34.014718 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:32:34.118180 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:34.130068 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'port_id': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'mac_address': 'fa:16:3e:04:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:32:34.176166 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:34.188916 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:32:34.210586 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:34.214394 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:34.267611 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=6']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:34.276282 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.276738 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.277036 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.277393 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.277777 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.278184 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.278535 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.278951 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.279233 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.279773 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.280311 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.280643 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:32:34.435221 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:32:34.521017 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-51248c34-728a-4d04-9ebb-d26f9d0311fa None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:34.521283 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-51248c34-728a-4d04-9ebb-d26f9d0311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:34.638530 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-51248c34-728a-4d04-9ebb-d26f9d0311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:34.660404 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:34.662677 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da0f03c-7b92-49ab-96b1-f8aa5b1b0195" -d '{"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:34.675614 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-51248c34-728a-4d04-9ebb-d26f9d0311fa None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:34.679726 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-51248c34-728a-4d04-9ebb-d26f9d0311fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:34.741870 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51248c34-728a-4d04-9ebb-d26f9d0311fa None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=7']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:34.758636 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9162342-5534-4605-8f37-d8fd1fe16332 x-openstack-request-id: req-a9162342-5534-4605-8f37-d8fd1fe16332 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:34.759150 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:34.759655 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9162342-5534-4605-8f37-d8fd1fe16332 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:34.760278 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'code': 200} Jul 13 02:32:34.903857 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f018612f-b066-484e-9406-a6f5b3603c63 req-097f94ed-c6bd-4881-bb72-14dada25e9c1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:34.905377 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f018612f-b066-484e-9406-a6f5b3603c63 req-097f94ed-c6bd-4881-bb72-14dada25e9c1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0810683 Jul 13 02:32:34.954540 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f018612f-b066-484e-9406-a6f5b3603c63 req-acac98f1-fef9-481b-b7dc-bccdd393da25 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 Jul 13 02:32:34.966302 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-6e440286-7d89-4190-951b-bba24a9b5f3b None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:34.966680 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6e440286-7d89-4190-951b-bba24a9b5f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:35.068470 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-060ea5c5-2039-4109-936c-40ba5c171acd tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327206247&fields=id&tenant_id=345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 267 time: 0.0386846 Jul 13 02:32:35.173019 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-59169efb-e41d-4e57-8483-690cea93fdf8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:35.174522 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-59169efb-e41d-4e57-8483-690cea93fdf8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 812 time: 0.0997400 Jul 13 02:32:35.189229 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-91b1a035-f182-4788-880b-24385a1837dd tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/quotas/345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 375 time: 0.0086982 Jul 13 02:32:35.257254 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-6635e39c-cb1f-4c2d-83ad-462e5d71a3bb tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632274 Jul 13 02:32:35.393357 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-c653b807-685a-4cf3-8684-159516901440 service neutron] 10.222.0.32 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242635 Jul 13 02:32:35.484068 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-ee200328-3dd3-43db-bf85-0ff18240ee6e service neutron] 10.222.0.32 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845678 Jul 13 02:32:35.777109 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-82133096-b4e7-4da7-857d-5909412005dd req-84eaef48-2d8b-448c-8205-24e49e2f7f0c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 210 time: 0.0303421 Jul 13 02:32:36.020096 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:36.075825 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:36.076262 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:36.187477 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c0a92-b229-455b-9c34-ad71bf981a87 req-aeef70af-913b-4458-b4ad-b0b863dc4ec1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:36.189744 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-261c0a92-b229-455b-9c34-ad71bf981a87 req-aeef70af-913b-4458-b4ad-b0b863dc4ec1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0823927 Jul 13 02:32:36.230013 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-261c0a92-b229-455b-9c34-ad71bf981a87 req-ba0513b9-cb6e-450f-9a68-7ed838b8d1ea tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330698 Jul 13 02:32:36.949985 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-18a91a83-b220-485c-b2d8-502e8b339f11 req-1710668e-4c11-4582-997b-b412f2f33eac tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 210 time: 0.0451539 Jul 13 02:32:37.147252 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:37.235365 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-f7efd60e-a57f-45d5-9a8f-b8ea690a8d68 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:37.236813 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-f7efd60e-a57f-45d5-9a8f-b8ea690a8d68 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 812 time: 0.1382084 Jul 13 02:32:37.358690 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-13226ff6-b908-481f-b15d-a371e0787957 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 379 time: 0.0870955 Jul 13 02:32:37.367982 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'port': {'device_id': 'd57716e0-3826-4e42-ad25-42cd46585692', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'admin_state_up': True, 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'security_groups': ['1c22b1fd-80bc-4462-9792-431f0ca7d3c7']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:37.529127 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Made reservation on behalf of 345d0f5c3c2842e0940d216397b5cd51 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:32:37.532621 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:37.559783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99962e4d-1bd2-41a0-96b4-5ecc019e79d5 req-b0b9c5e1-62c6-4cc8-8a1e-acba76f162ce tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:37.561258 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-99962e4d-1bd2-41a0-96b4-5ecc019e79d5 req-b0b9c5e1-62c6-4cc8-8a1e-acba76f162ce tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.1603847 Jul 13 02:32:37.661816 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-99962e4d-1bd2-41a0-96b4-5ecc019e79d5 req-55b2f7bf-823a-4143-a833-bf19bad18550 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927331 Jul 13 02:32:37.765572 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Allocated IP 172.20.0.4 (afd43932-4582-4e2a-8e2b-804f55bae1f7/d0bcbcb2-671b-40a5-8a81-88d1177c2099/a5ebc0a6-1594-4ae0-8308-07615056f845) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:37.924486 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:37.938647 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Transition to ACTIVE for port object a5ebc0a6-1594-4ae0-8308-07615056f845 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:37.973535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:38.020546 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:38.026236 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:38.030461 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:38.060339 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=a5ebc0a6-1594-4ae0-8308-07615056f845,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:38.088831 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:38.089545 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:38.119029 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-429e8665-9a2f-4785-9c7b-94aa239565b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549226 Jul 13 02:32:38.140588 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Request body: {'port': {'device_id': 'd57716e0-3826-4e42-ad25-42cd46585692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:38.278163 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:38.306932 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e0a7bbb3-712d-4bcb-88c1-866c46387cb9 None None] Provisioning for port a5ebc0a6-1594-4ae0-8308-07615056f845 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:38.316270 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e0a7bbb3-712d-4bcb-88c1-866c46387cb9 None None] Provisioning complete for port a5ebc0a6-1594-4ae0-8308-07615056f845 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:38.317433 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e0a7bbb3-712d-4bcb-88c1-866c46387cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:38.361975 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7bbb3-712d-4bcb-88c1-866c46387cb9 None None] Port a5ebc0a6-1594-4ae0-8308-07615056f845 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:32:38.387391 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58790e9-2f72-4304-92d7-6f40eb0b2031 req-f08b8a45-9c14-4a7b-a248-28bf4f7ee552 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:38.393018 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a58790e9-2f72-4304-92d7-6f40eb0b2031 req-f08b8a45-9c14-4a7b-a248-28bf4f7ee552 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 931 time: 0.1665812 Jul 13 02:32:38.808369 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a58790e9-2f72-4304-92d7-6f40eb0b2031 req-4066751e-9b50-4f24-9f34-5227d1e66950 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4055767 Jul 13 02:32:38.998778 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04228e-31d7-497b-a5e2-11402cdd439b req-aed98c67-81e0-4dc5-87c0-8f66a626cc86 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:39.005564 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6d04228e-31d7-497b-a5e2-11402cdd439b req-aed98c67-81e0-4dc5-87c0-8f66a626cc86 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.1494074 Jul 13 02:32:39.074316 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6d04228e-31d7-497b-a5e2-11402cdd439b req-87373c40-386c-485e-a56f-dffa4c29c0d5 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677941 Jul 13 02:32:39.089540 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ebc0a6-1594-4ae0-8308-07615056f845 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:32:39.098385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:39.112064 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Transition to ACTIVE for port object a5ebc0a6-1594-4ae0-8308-07615056f845 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:32:39.116948 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:39.194640 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Pushing event updated for resources: {'Port': ['ID=a5ebc0a6-1594-4ae0-8308-07615056f845,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:39.252520 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Attempting to bind port a5ebc0a6-1594-4ae0-8308-07615056f845 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:32:39.253063 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Attempting to bind port a5ebc0a6-1594-4ae0-8308-07615056f845 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:32:39.253570 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Attempting to bind port a5ebc0a6-1594-4ae0-8308-07615056f845 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:39.258983 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Port a5ebc0a6-1594-4ae0-8308-07615056f845 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:32:39.259406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Attempting to bind port a5ebc0a6-1594-4ae0-8308-07615056f845 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:32:39.268232 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:32:39.269334 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Checking segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:32:39.269837 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Bound using segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:32:39.270400 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Bound port: a5ebc0a6-1594-4ae0-8308-07615056f845, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:32:39.270857 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:39.355799 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] For port a5ebc0a6-1594-4ae0-8308-07615056f845, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:32:39.359813 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] For port a5ebc0a6-1594-4ae0-8308-07615056f845, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a5ebc0a6-1594-4ae0-8308-07615056f845,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:32:39.364542 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:39.434647 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:39.435565 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:39.437954 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] 10.222.0.39 "PUT /v2.0/ports/a5ebc0a6-1594-4ae0-8308-07615056f845 HTTP/1.1" status: 200 len: 1093 time: 1.3016412 Jul 13 02:32:39.450311 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:39.450311 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a6a69f-16a3-4ad0-8681-d85acabebfa5" -d '{"events": [{"name": "network-changed", "server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:39.541547 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c07fdf-376b-423d-9498-9d76084e233f service neutron] Pushing event updated for resources: {'Port': ['ID=a5ebc0a6-1594-4ae0-8308-07615056f845,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:39.606490 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e9cc60-98e0-46c5-a976-e0ac40e44360 x-openstack-request-id: req-92e9cc60-98e0-46c5-a976-e0ac40e44360 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:39.606775 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:39.607024 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-92e9cc60-98e0-46c5-a976-e0ac40e44360 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:39.607409 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'status': 'completed', 'code': 200} Jul 13 02:32:39.653328 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-247aaf33-01be-441c-9954-9d814362b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:39.655220 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-247aaf33-01be-441c-9954-9d814362b4f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 1096 time: 0.1001143 Jul 13 02:32:39.713821 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-05808b27-5a0a-447f-a297-d9ff8dbe9fcf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ebc0a6-1594-4ae0-8308-07615056f845 HTTP/1.1" status: 200 len: 217 time: 0.0354779 Jul 13 02:32:39.772894 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-e6b94116-ed04-4b0a-8bb3-94158171947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:39.774466 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-e6b94116-ed04-4b0a-8bb3-94158171947e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0463147 Jul 13 02:32:39.842291 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-1462e986-e46f-4a7e-a9ea-f1042600d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:39.843821 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-1462e986-e46f-4a7e-a9ea-f1042600d582 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618303 Jul 13 02:32:39.991879 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-daf27564-3d58-43b5-baa6-3bb19e28d377 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350360 Jul 13 02:32:40.084385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c0ee4-93a7-4bda-953a-26d517d295c9 req-6b94dab4-5d07-474e-9f1b-8eab4664d101 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:40.086068 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-406c0ee4-93a7-4bda-953a-26d517d295c9 req-6b94dab4-5d07-474e-9f1b-8eab4664d101 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 943 time: 0.1503801 Jul 13 02:32:40.149282 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-eddc0c9e-6316-4ec0-add4-4e73c08074e1 req-7933acce-f124-4abd-be7d-cee51a8665b6 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463394 Jul 13 02:32:40.157838 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-406c0ee4-93a7-4bda-953a-26d517d295c9 req-880469a5-a677-4f30-9d2a-bfd2ebdcb7d9 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635262 Jul 13 02:32:40.318868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4437eee-96f2-4974-9a6e-945b14f37cb1 req-c5b69ece-1fe9-48c8-93d4-952902318d5a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:40.320399 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e4437eee-96f2-4974-9a6e-945b14f37cb1 req-c5b69ece-1fe9-48c8-93d4-952902318d5a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.1050427 Jul 13 02:32:40.361537 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-e1eb209b-d967-4f41-a506-561726d0bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:40.363040 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-e1eb209b-d967-4f41-a506-561726d0bf38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 1096 time: 0.1007903 Jul 13 02:32:40.370789 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e4437eee-96f2-4974-9a6e-945b14f37cb1 req-91fec725-5fe1-4cdc-a9d2-cc677c4e87c9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434546 Jul 13 02:32:40.460612 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-76366205-8a05-4498-87ac-4d958a00898b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:40.462254 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-76366205-8a05-4498-87ac-4d958a00898b service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0905757 Jul 13 02:32:40.505442 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-ba421b8e-a596-4a14-adcd-4b5568078225 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ebc0a6-1594-4ae0-8308-07615056f845 HTTP/1.1" status: 200 len: 217 time: 0.0353887 Jul 13 02:32:40.590888 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-b7f5b133-c722-4b88-80b3-b2839de42e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:40.592769 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-b7f5b133-c722-4b88-80b3-b2839de42e61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0792084 Jul 13 02:32:40.666764 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-c8ddaab7-1534-4f39-ab06-dbc500633e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:40.668673 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-c8ddaab7-1534-4f39-ab06-dbc500633e64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646935 Jul 13 02:32:40.767361 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-b68e7b95-edc2-4138-bcd3-2cf130e640b4 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897586 Jul 13 02:32:40.874487 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-31a6a69f-16a3-4ad0-8681-d85acabebfa5 req-19f4e76c-857d-4cc5-b40e-92f87b8bbb18 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993979 Jul 13 02:32:41.314115 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9ba7ffa1-78dd-45bc-aeaa-c7edf8d639b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:41.383127 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10805982-d964-4b93-a381-720ee6a9e997 req-b5642588-1215-48e4-8ef1-673d9497f1c2 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:41.391639 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10805982-d964-4b93-a381-720ee6a9e997 req-b5642588-1215-48e4-8ef1-673d9497f1c2 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 943 time: 0.0938563 Jul 13 02:32:41.437101 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-10805982-d964-4b93-a381-720ee6a9e997 req-8fa6e1d3-1193-4616-a38a-b3ac394d2bd7 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445254 Jul 13 02:32:41.584169 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a726346d-35e6-4648-9bef-daff9dc9d164 req-322ab5cd-e449-44eb-a6fd-f742e864d81d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:41.585927 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a726346d-35e6-4648-9bef-daff9dc9d164 req-322ab5cd-e449-44eb-a6fd-f742e864d81d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0837524 Jul 13 02:32:41.627435 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a726346d-35e6-4648-9bef-daff9dc9d164 req-96463bfb-0e25-4bdd-afd2-afa6a6f9e315 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355289 Jul 13 02:32:42.621133 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a06044-4fba-4d68-acc7-f43205dc1541 req-7448c4b2-f4aa-420e-ae6e-2d8bd740f908 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:42.630552 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-75a06044-4fba-4d68-acc7-f43205dc1541 req-7448c4b2-f4aa-420e-ae6e-2d8bd740f908 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 943 time: 0.0752380 Jul 13 02:32:42.675864 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-75a06044-4fba-4d68-acc7-f43205dc1541 req-fddf7803-4b8d-43bd-b92d-50887df07b33 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442007 Jul 13 02:32:42.821589 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836fef1-ea3d-4142-b3b9-1ad6500cbbca req-6c8de9c3-5750-44d1-a53a-f426583f977d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:42.823411 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b836fef1-ea3d-4142-b3b9-1ad6500cbbca req-6c8de9c3-5750-44d1-a53a-f426583f977d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0656431 Jul 13 02:32:42.867323 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b836fef1-ea3d-4142-b3b9-1ad6500cbbca req-1b30afa3-09c7-4087-9e9e-9f55493e4916 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381205 Jul 13 02:32:43.869767 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d276-32d5-4fc2-8dfd-b20255e08f01 req-722e699c-07c7-4fc2-ab49-86aa98329136 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:43.871349 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bec3d276-32d5-4fc2-8dfd-b20255e08f01 req-722e699c-07c7-4fc2-ab49-86aa98329136 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 943 time: 0.0790963 Jul 13 02:32:43.902197 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8c346891-9a78-4403-8688-e6f559d597f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:43.926224 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bec3d276-32d5-4fc2-8dfd-b20255e08f01 req-ae006c89-d8f5-47bc-a4a8-2a3870f584e8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492597 Jul 13 02:32:44.059793 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c3bca-230b-4fec-969d-18f07ca31dae req-ce91e374-db24-4d65-82b0-a6eb61750f27 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:44.061186 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f23c3bca-230b-4fec-969d-18f07ca31dae req-ce91e374-db24-4d65-82b0-a6eb61750f27 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0661960 Jul 13 02:32:44.099468 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f23c3bca-230b-4fec-969d-18f07ca31dae req-dfe7749c-d762-4a56-b9a5-4f576e525b60 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Jul 13 02:32:44.258341 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:45.064316 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:45.119058 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b53bd-335d-41d0-a09a-9f910b379e7d req-588b623a-11cb-4669-8c61-9eb8d75c386e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:45.120552 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-030b53bd-335d-41d0-a09a-9f910b379e7d req-588b623a-11cb-4669-8c61-9eb8d75c386e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 943 time: 0.0764892 Jul 13 02:32:45.161643 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-030b53bd-335d-41d0-a09a-9f910b379e7d req-fcb7f3a9-7d71-42f9-929b-79f3ead09e70 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353138 Jul 13 02:32:45.293548 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b479f-7c77-4e24-9cc3-8566ec2d98ca req-fb8138d1-3115-4c85-9ed7-6538383529e9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:45.295091 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3d0b479f-7c77-4e24-9cc3-8566ec2d98ca req-fb8138d1-3115-4c85-9ed7-6538383529e9 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0676262 Jul 13 02:32:45.349971 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3d0b479f-7c77-4e24-9cc3-8566ec2d98ca req-4ff8e5f6-77d1-4622-8854-f0dd7c8e1f5c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488663 Jul 13 02:32:46.335508 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9c845-e5e6-4d7b-b213-37243583966a req-cbf25e6d-5939-4971-970b-d4d299517cad tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:46.336961 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59e9c845-e5e6-4d7b-b213-37243583966a req-cbf25e6d-5939-4971-970b-d4d299517cad tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 943 time: 0.0617170 Jul 13 02:32:46.373691 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-59e9c845-e5e6-4d7b-b213-37243583966a req-4d4ec863-b41d-4564-9e99-fdf9a755d9db tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309796 Jul 13 02:32:46.455757 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:46.533769 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21a1ea-bebe-498a-b2c0-8e5780549ce6 req-402c2fca-23fe-4009-9488-43a64f1cc371 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:46.535971 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-da21a1ea-bebe-498a-b2c0-8e5780549ce6 req-402c2fca-23fe-4009-9488-43a64f1cc371 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0673649 Jul 13 02:32:46.572797 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-da21a1ea-bebe-498a-b2c0-8e5780549ce6 req-852f4062-d95f-4315-8b63-a547c1840442 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312750 Jul 13 02:32:46.734322 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6436f9-b482-43f1-b115-5026c0696478 req-878ea12c-4935-41ea-8c34-49ad23a713a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:46.735829 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef6436f9-b482-43f1-b115-5026c0696478 req-878ea12c-4935-41ea-8c34-49ad23a713a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1099 time: 0.0519643 Jul 13 02:32:46.824854 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6436f9-b482-43f1-b115-5026c0696478 req-47d91324-b1fb-4163-9987-4350f6754201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:46.826311 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef6436f9-b482-43f1-b115-5026c0696478 req-47d91324-b1fb-4163-9987-4350f6754201 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.0834804 Jul 13 02:32:46.889604 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef6436f9-b482-43f1-b115-5026c0696478 req-dc9c4444-c8a2-47fb-ac31-d13feabcc16d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 1001 time: 0.0564537 Jul 13 02:32:46.939435 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6436f9-b482-43f1-b115-5026c0696478 req-a4e83d95-dd0b-4084-842b-89739dcd7420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:46.940929 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef6436f9-b482-43f1-b115-5026c0696478 req-a4e83d95-dd0b-4084-842b-89739dcd7420 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0449078 Jul 13 02:32:46.997306 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6436f9-b482-43f1-b115-5026c0696478 req-a4a211b2-81a9-4c62-b115-a0a3e980bbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:46.998744 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef6436f9-b482-43f1-b115-5026c0696478 req-a4a211b2-81a9-4c62-b115-a0a3e980bbb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506747 Jul 13 02:32:47.085715 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef6436f9-b482-43f1-b115-5026c0696478 req-d8f8771b-833d-4639-a7e4-67f5c2ffe4c0 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797157 Jul 13 02:32:47.173866 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ef6436f9-b482-43f1-b115-5026c0696478 req-e1cee3fe-bdd4-45f2-ac53-506aa0e5d089 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811749 Jul 13 02:32:47.546048 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922ecf5-bcf7-4edc-a03d-43fe03d85001 req-d67ae495-7e7a-4815-943b-24e48a0f8407 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:47.547654 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8922ecf5-bcf7-4edc-a03d-43fe03d85001 req-d67ae495-7e7a-4815-943b-24e48a0f8407 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 943 time: 0.0619323 Jul 13 02:32:47.585221 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8922ecf5-bcf7-4edc-a03d-43fe03d85001 req-1ac3b020-8942-41c8-b911-ee96e2cefeb8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313613 Jul 13 02:32:47.754679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a3fe5-80ff-46d0-9fb3-bad46aff2295 req-aba959c6-ee00-46fa-a124-eb02f067d40c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:47.756179 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ea0a3fe5-80ff-46d0-9fb3-bad46aff2295 req-aba959c6-ee00-46fa-a124-eb02f067d40c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0672979 Jul 13 02:32:47.793084 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ea0a3fe5-80ff-46d0-9fb3-bad46aff2295 req-a905db5f-0352-4554-af55-3ab4916ecd34 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Jul 13 02:32:48.051696 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a5ebc0a6-1594-4ae0-8308-07615056f845 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:32:48.145111 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a5ebc0a6-1594-4ae0-8308-07615056f845, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a5ebc0a6-1594-4ae0-8308-07615056f845,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:48.155498 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'port_id': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'mac_address': 'fa:16:3e:70:c4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:32:48.190962 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:48.202715 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ebc0a6-1594-4ae0-8308-07615056f845 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:32:48.222263 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a5ebc0a6-1594-4ae0-8308-07615056f845, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a5ebc0a6-1594-4ae0-8308-07615056f845,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:48.226123 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:48.280164 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=a5ebc0a6-1594-4ae0-8308-07615056f845,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:48.649239 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['a5ebc0a6-1594-4ae0-8308-07615056f845'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:32:48.759429 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b08e72-1070-4978-aaa3-997a474aa944 req-7dff07ae-c154-4f91-afcf-410cdd55c448 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:48.760901 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52b08e72-1070-4978-aaa3-997a474aa944 req-7dff07ae-c154-4f91-afcf-410cdd55c448 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 944 time: 0.0622106 Jul 13 02:32:48.798831 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-52b08e72-1070-4978-aaa3-997a474aa944 req-cd2ce7ee-b0ad-4083-81bb-a063f8be13e7 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319040 Jul 13 02:32:48.975636 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071c382-4d44-4dce-8962-321ddf83f480 req-0675c9b0-d9cf-4d1a-9963-f73d8efb3fd5 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:48.977159 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7071c382-4d44-4dce-8962-321ddf83f480 req-0675c9b0-d9cf-4d1a-9963-f73d8efb3fd5 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0625415 Jul 13 02:32:49.015263 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7071c382-4d44-4dce-8962-321ddf83f480 req-af6fa4b1-d0e4-4fa7-b864-972d25dc2d02 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322983 Jul 13 02:32:49.975100 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43c70a-3506-479a-8c7e-ea31fe6af466 req-fc3f8436-053a-4e34-b758-bf519ab28f52 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:49.976578 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a43c70a-3506-479a-8c7e-ea31fe6af466 req-fc3f8436-053a-4e34-b758-bf519ab28f52 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 944 time: 0.0660503 Jul 13 02:32:50.013365 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a43c70a-3506-479a-8c7e-ea31fe6af466 req-325a5357-aedb-494f-9da8-c1d842aa1b97 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305307 Jul 13 02:32:50.066519 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a5ebc0a6-1594-4ae0-8308-07615056f845 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:32:50.117772 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port a5ebc0a6-1594-4ae0-8308-07615056f845 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:32:50.121314 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port a5ebc0a6-1594-4ae0-8308-07615056f845 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:50.121684 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.195758 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a07d4-bc46-443b-9681-6d53b7213147 req-9cf9bd1e-8aee-432b-b988-0be635c2bc1a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:50.197400 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-576a07d4-bc46-443b-9681-6d53b7213147 req-9cf9bd1e-8aee-432b-b988-0be635c2bc1a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0648572 Jul 13 02:32:50.197526 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.226468 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:50.228711 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb020814-d5ab-41a8-8553-72203ece7574" -d '{"events": [{"server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "name": "network-vif-plugged", "status": "completed", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:50.238674 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-576a07d4-bc46-443b-9681-6d53b7213147 req-e3f41c3a-8e8c-4604-9024-a162c5df541b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353653 Jul 13 02:32:50.241096 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port a5ebc0a6-1594-4ae0-8308-07615056f845, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a5ebc0a6-1594-4ae0-8308-07615056f845,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:50.246243 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.278346 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a54580-0d83-47f0-aec9-dad5c41653b6 x-openstack-request-id: req-79a54580-0d83-47f0-aec9-dad5c41653b6 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:50.278621 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "name": "network-vif-plugged", "status": "completed", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:50.278858 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-79a54580-0d83-47f0-aec9-dad5c41653b6 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:50.279649 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'code': 200} Jul 13 02:32:50.280130 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:32:50.341773 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=a5ebc0a6-1594-4ae0-8308-07615056f845,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:50.387098 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.445557 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:50.450826 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.533426 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=8']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:50.569759 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-1ddd2a5e-2287-45a5-ae51-93c5fe528e5d None None] Provisioning complete for port a5ebc0a6-1594-4ae0-8308-07615056f845 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:50.569759 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1ddd2a5e-2287-45a5-ae51-93c5fe528e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.654849 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bb3de-5369-4f2d-a8ad-15b6d80d975f req-fad35792-0689-49c6-a7bf-a49080f953bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:50.656395 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-489bb3de-5369-4f2d-a8ad-15b6d80d975f req-fad35792-0689-49c6-a7bf-a49080f953bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 1098 time: 0.0766528 Jul 13 02:32:50.694586 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-489bb3de-5369-4f2d-a8ad-15b6d80d975f req-a7c73cb7-9d64-422f-b0e3-a66fbd78ff95 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Jul 13 02:32:50.780871 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-a30dd1eb-497c-4768-961e-fb6646e28d49 None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:50.781327 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a30dd1eb-497c-4768-961e-fb6646e28d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.859329 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a30dd1eb-497c-4768-961e-fb6646e28d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.895145 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-a30dd1eb-497c-4768-961e-fb6646e28d49 None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:50.899345 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a30dd1eb-497c-4768-961e-fb6646e28d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:50.960013 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30dd1eb-497c-4768-961e-fb6646e28d49 None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=9']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:51.158279 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-c412f40c-2098-49f4-80c0-65564d7d2d8d None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:51.159044 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c412f40c-2098-49f4-80c0-65564d7d2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:51.194820 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f85bc9-801e-4299-8f46-7d9ee2df582b req-193e8097-86f2-46aa-abee-cd2bd562a4c7 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:51.196320 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c9f85bc9-801e-4299-8f46-7d9ee2df582b req-193e8097-86f2-46aa-abee-cd2bd562a4c7 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 945 time: 0.0651617 Jul 13 02:32:51.237908 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c9f85bc9-801e-4299-8f46-7d9ee2df582b req-b762a644-1cc4-4bbb-b8b5-175a296d4149 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352485 Jul 13 02:32:51.496684 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbe4b2-f7e5-48be-a10a-123338175435 req-7424ead0-b47c-4600-b552-fd0dce5e540c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:51.498281 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-87fbe4b2-f7e5-48be-a10a-123338175435 req-7424ead0-b47c-4600-b552-fd0dce5e540c tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0627694 Jul 13 02:32:51.501553 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-2f43ef47-64ce-42a5-9969-d2b0f2d91bc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527780 Jul 13 02:32:51.546547 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-87fbe4b2-f7e5-48be-a10a-123338175435 req-c9298345-a1bf-4937-bc79-45cd93b15e6e tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 Jul 13 02:32:52.280064 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}, {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:52.282491 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a39291-854b-4dcf-9f72-196f3bc6f592" -d '{"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}, {"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:52.318572 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c704f1-c2fe-4dd7-8591-b9cc35b19981 x-openstack-request-id: req-c0c704f1-c2fe-4dd7-8591-b9cc35b19981 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:52.318869 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "code": 200}, {"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:52.319113 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0c704f1-c2fe-4dd7-8591-b9cc35b19981 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:52.319502 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'code': 200} Jul 13 02:32:52.319747 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'code': 200} Jul 13 02:32:52.416313 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6cade-a9de-4447-8f1a-958d39ec2a54 req-38d559cc-4230-4b50-afce-d2e7ac41fbba tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.417632 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-68e6cade-a9de-4447-8f1a-958d39ec2a54 req-38d559cc-4230-4b50-afce-d2e7ac41fbba tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 945 time: 0.0647295 Jul 13 02:32:52.454973 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-68e6cade-a9de-4447-8f1a-958d39ec2a54 req-f65c3510-4301-4ae9-bb9e-81f855b8fbfe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317850 Jul 13 02:32:52.544439 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-405e6a5a-19dc-4fcb-9225-be5ad24c9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.545869 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-405e6a5a-19dc-4fcb-9225-be5ad24c9f5c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f&tenant_id=63a044a9d95c49ce9281f67e741cf8ad HTTP/1.1" status: 200 len: 1099 time: 0.0524571 Jul 13 02:32:52.613453 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:32:52.665628 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0744a-4352-4012-86e1-c6db2bb6ddc8 req-a7ea4a8c-bd31-487d-9255-1ef8cec39463 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.667135 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-11d0744a-4352-4012-86e1-c6db2bb6ddc8 req-a7ea4a8c-bd31-487d-9255-1ef8cec39463 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 945 time: 0.1043234 Jul 13 02:32:52.712247 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-510f1b9a-c12b-4586-9795-04bfd9cf5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.713666 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-510f1b9a-c12b-4586-9795-04bfd9cf5567 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1099 time: 0.1183798 Jul 13 02:32:52.767743 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-11d0744a-4352-4012-86e1-c6db2bb6ddc8 req-89b8eaf3-363b-4749-a52d-85ddf4161e96 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878656 Jul 13 02:32:52.793152 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42006) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:52.824535 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac2bdd-a93b-4484-8381-a2389cb1f2a2 req-fa3f2b5e-a1e8-4f83-8414-c66dde461017 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.826015 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e2ac2bdd-a93b-4484-8381-a2389cb1f2a2 req-fa3f2b5e-a1e8-4f83-8414-c66dde461017 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.1578856 Jul 13 02:32:52.856909 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-afd79ef4-0ab1-4667-a8ee-81bc843ddad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.858389 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-afd79ef4-0ab1-4667-a8ee-81bc843ddad2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.1338723 Jul 13 02:32:52.887115 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03e655-7822-470c-8c65-cb0ffd2765bf tempest-TestVolumeBootPattern-354741856 tempest-TestVolumeBootPattern-354741856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.888947 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-5f03e655-7822-470c-8c65-cb0ffd2765bf tempest-TestVolumeBootPattern-354741856 tempest-TestVolumeBootPattern-354741856-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 1093 time: 0.0948093 Jul 13 02:32:52.891953 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42010) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:32:52.897771 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'port_id': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:32:52.912861 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e2ac2bdd-a93b-4484-8381-a2389cb1f2a2 req-b972feef-0cf8-4150-98ac-3bd1c36bdf33 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784671 Jul 13 02:32:52.922791 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:52.943451 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-69af1d4b-91bd-482b-b2f9-291563d39f62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 1001 time: 0.0743933 Jul 13 02:32:52.996217 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-d56b6ebf-dad4-424c-8254-cbdbc307567e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:52.997656 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-d56b6ebf-dad4-424c-8254-cbdbc307567e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0437956 Jul 13 02:32:53.016715 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:53.054785 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-c18112ad-88ee-4ecf-b79b-7b493f145659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:53.056190 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-c18112ad-88ee-4ecf-b79b-7b493f145659 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518043 Jul 13 02:32:53.123304 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Allocated IP 172.27.2.102 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/c7e9558f-9fcb-445e-900f-ca7261d7afe2) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:32:53.149121 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-6b8e8725-8e8c-4c3f-ac98-323a82b361ed service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849156 Jul 13 02:32:53.223373 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:53.235950 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69594793-de36-4b2e-8825-52ac38a9fc5e req-7645fa7f-bca9-47af-8b6c-da6a037e410d service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798690 Jul 13 02:32:53.267903 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:53.311188 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:32:53.313987 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:32:53.317173 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:32:53.343699 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=c7e9558f-9fcb-445e-900f-ca7261d7afe2,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:53.720903 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:53.810423 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:53.991018 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.002783 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.078947 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=c7e9558f-9fcb-445e-900f-ca7261d7afe2,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:54.097041 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.097282 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:32:54.142477 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75caf-5b67-4efd-9d15-146d23774acb req-2eaaaca7-fa5e-4d98-a5bf-a2ddeb273c5d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:54.144591 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7e75caf-5b67-4efd-9d15-146d23774acb req-2eaaaca7-fa5e-4d98-a5bf-a2ddeb273c5d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 946 time: 0.0826356 Jul 13 02:32:54.188878 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7e75caf-5b67-4efd-9d15-146d23774acb req-077a43ae-4a3c-4bf2-b5f3-00ddf590ab49 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370600 Jul 13 02:32:54.216876 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Floating IP c8047a71-4b20-4570-a3d0-849cbcd737b0 associated. External IP: 172.27.2.102, port: a5ebc0a6-1594-4ae0-8308-07615056f845. Jul 13 02:32:54.228663 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.266738 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:54.278423 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.320335 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:54.322598 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c10e83-ca98-4d21-81df-97458c097d8a" -d '{"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:54.338134 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=10']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:54.384940 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc240ba2-95be-4f3e-9fad-af93ea165f17 x-openstack-request-id: req-fc240ba2-95be-4f3e-9fad-af93ea165f17 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:54.385228 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-unplugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:54.385472 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc240ba2-95be-4f3e-9fad-af93ea165f17 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:54.385854 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'code': 200} Jul 13 02:32:54.465265 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:32:54.584556 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:32:54.597102 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:32:54.613622 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-fa199577-827a-4d80-b8d6-fc553770d078 None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:54.614628 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fa199577-827a-4d80-b8d6-fc553770d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.616499 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.637480 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:54.638408 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:32:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:54.670702 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e8db7c2c-9954-40c5-a677-4745e8824bee tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7776499 Jul 13 02:32:54.671487 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:54.674112 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297c734f-35c2-4f79-af5e-339c30d72d63" -d '{"events": [{"name": "network-changed", "server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:54.773636 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef453fb0-c58a-4db6-a429-599d4e2010e2 x-openstack-request-id: req-ef453fb0-c58a-4db6-a429-599d4e2010e2 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:54.773927 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:54.774604 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef453fb0-c58a-4db6-a429-599d4e2010e2 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:54.775006 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'status': 'completed', 'code': 200} Jul 13 02:32:54.792587 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:54.820009 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fa199577-827a-4d80-b8d6-fc553770d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:54.903112 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-fa199577-827a-4d80-b8d6-fc553770d078 None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:32:54.909334 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-fa199577-827a-4d80-b8d6-fc553770d078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:55.029665 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa199577-827a-4d80-b8d6-fc553770d078 None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=11']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:32:55.116158 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'c8047a71-4b20-4570-a3d0-849cbcd737b0', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:70:c4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57716e0-3826-4e42-ad25-42cd46585692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:32:53Z', 'updated_at': '2021-07-13T02:32:53Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:55.147907 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:32:55.156642 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:32:55.157193 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:32:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:55.218684 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-abaf3d2b-f5fa-4da8-b04d-d43ecaa3a539 None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:32:55.219382 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-abaf3d2b-f5fa-4da8-b04d-d43ecaa3a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:32:55.302491 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:32:55.430941 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3a8ee-6a32-420f-8d3a-e504e45eecdf req-a80c7e66-293f-48a5-9a25-34b3370e661f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:55.438934 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-82b3a8ee-6a32-420f-8d3a-e504e45eecdf req-a80c7e66-293f-48a5-9a25-34b3370e661f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.1041243 Jul 13 02:32:55.483798 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-82b3a8ee-6a32-420f-8d3a-e504e45eecdf req-3d63fc60-7273-4f48-816e-ccf547e25d27 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437100 Jul 13 02:32:55.693130 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'c8047a71-4b20-4570-a3d0-849cbcd737b0', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:70:c4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57716e0-3826-4e42-ad25-42cd46585692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:32:53Z', 'updated_at': '2021-07-13T02:32:53Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:32:55.726837 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f03ebd-5878-4bae-8d91-d3f03caba221 None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'c8047a71-4b20-4570-a3d0-849cbcd737b0', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:70:c4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57716e0-3826-4e42-ad25-42cd46585692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:32:53Z', 'updated_at': '2021-07-13T02:32:53Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:32:55.955045 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a5756-26da-4c46-8fc6-512dd6c08661 None None] New status for floating IP c8047a71-4b20-4570-a3d0-849cbcd737b0: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:32:56.053163 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27e2cd-d67e-4ec2-9352-6e33a7462a2b req-0e6b4db8-8cf6-4e49-8a2d-eae0d0dd11f3 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:56.054671 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff27e2cd-d67e-4ec2-9352-6e33a7462a2b req-0e6b4db8-8cf6-4e49-8a2d-eae0d0dd11f3 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0956511 Jul 13 02:32:56.098289 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ff27e2cd-d67e-4ec2-9352-6e33a7462a2b req-57aa64fe-833d-4fd1-bfc8-2c0bbc5c8b7a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0374358 Jul 13 02:32:56.387991 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:32:56.390284 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f71229-52a3-4c56-958a-433ffa98293a" -d '{"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:32:56.427422 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8758f9-dc14-4ab1-a8b3-f362cbcf5195 x-openstack-request-id: req-8d8758f9-dc14-4ab1-a8b3-f362cbcf5195 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:32:56.427726 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:32:56.427982 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d8758f9-dc14-4ab1-a8b3-f362cbcf5195 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:32:56.428380 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'code': 200} Jul 13 02:32:56.665222 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3dd10-89e7-4f43-900e-8d82744a942d req-ece680e1-00e7-478d-b3dd-c9196c7a3314 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:56.666650 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1ed3dd10-89e7-4f43-900e-8d82744a942d req-ece680e1-00e7-478d-b3dd-c9196c7a3314 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0669999 Jul 13 02:32:56.704670 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1ed3dd10-89e7-4f43-900e-8d82744a942d req-226820c0-647f-439f-8542-e9f8447cf265 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320623 Jul 13 02:32:57.274846 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ad140-6c89-4c44-aa01-0a6128d24970 req-273bcc1a-f41e-44ba-84b7-1383e529611d tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:57.276242 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-277ad140-6c89-4c44-aa01-0a6128d24970 req-273bcc1a-f41e-44ba-84b7-1383e529611d tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0639648 Jul 13 02:32:57.317792 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-277ad140-6c89-4c44-aa01-0a6128d24970 req-8419ff0d-735f-42e5-bde6-4071ae34c426 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0356417 Jul 13 02:32:57.892380 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e6ba1-ff79-4a63-bf61-ce1fe342be5d req-7186829c-f52c-4363-a961-c3a85eea3039 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:57.894781 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b14e6ba1-ff79-4a63-bf61-ce1fe342be5d req-7186829c-f52c-4363-a961-c3a85eea3039 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0690410 Jul 13 02:32:57.935733 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b14e6ba1-ff79-4a63-bf61-ce1fe342be5d req-713888b3-4a84-4b64-8973-7a5eadb681b6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345814 Jul 13 02:32:58.499748 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc24130-ef44-45b4-89e8-c9f3dfaf6b53 req-deb1dd52-494b-4cda-b582-3bacc426b390 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:58.501255 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7cc24130-ef44-45b4-89e8-c9f3dfaf6b53 req-deb1dd52-494b-4cda-b582-3bacc426b390 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0657127 Jul 13 02:32:58.543684 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7cc24130-ef44-45b4-89e8-c9f3dfaf6b53 req-2ee2e06f-d34b-4e21-9aa0-5368ed6f15e9 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0361409 Jul 13 02:32:59.124920 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12d7dc-a7d8-49c8-976f-f38464225d8e req-422569ed-e6d7-4de1-9f66-f19837e04de1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:59.126459 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7b12d7dc-a7d8-49c8-976f-f38464225d8e req-422569ed-e6d7-4de1-9f66-f19837e04de1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0642822 Jul 13 02:32:59.168455 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7b12d7dc-a7d8-49c8-976f-f38464225d8e req-53f7b198-aae6-4533-b6b4-32c2d2224933 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357535 Jul 13 02:32:59.727512 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b5ce1-81f6-4dc1-bc60-c66616be1c31 req-71b1c9a8-2581-47c6-b291-c3bc664fd606 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:32:59.729215 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-152b5ce1-81f6-4dc1-bc60-c66616be1c31 req-71b1c9a8-2581-47c6-b291-c3bc664fd606 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0716674 Jul 13 02:32:59.777502 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-152b5ce1-81f6-4dc1-bc60-c66616be1c31 req-bf8ba996-bb1d-47c2-adbb-c156b3e4f350 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0425043 Jul 13 02:33:00.358391 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acde6f5-68cd-4317-bf23-f5e290461aa4 req-f30b5b7d-e9ae-4ed2-8e91-5067cd03e68d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:00.360239 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9acde6f5-68cd-4317-bf23-f5e290461aa4 req-f30b5b7d-e9ae-4ed2-8e91-5067cd03e68d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0687897 Jul 13 02:33:00.398806 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9acde6f5-68cd-4317-bf23-f5e290461aa4 req-a508b317-bd8b-4dfa-9645-f26c84d355d4 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330157 Jul 13 02:33:00.957733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a6859-febd-471f-80fb-2b6a97de369c req-c8c51958-c732-43ba-86c4-7a0d365f109f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:00.961008 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc8a6859-febd-471f-80fb-2b6a97de369c req-c8c51958-c732-43ba-86c4-7a0d365f109f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0711594 Jul 13 02:33:01.003702 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc8a6859-febd-471f-80fb-2b6a97de369c req-ea773c43-4a5a-4971-96a7-acc95be43aa1 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357049 Jul 13 02:33:01.591126 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08673df6-51eb-422a-889e-23f8a6022ebe req-52722cd5-b2d2-4df6-830b-7e07b7238404 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:01.592737 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-08673df6-51eb-422a-889e-23f8a6022ebe req-52722cd5-b2d2-4df6-830b-7e07b7238404 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0737314 Jul 13 02:33:01.634164 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-08673df6-51eb-422a-889e-23f8a6022ebe req-6e7fbebd-d6ff-48f9-a921-2d7f9ddab385 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Jul 13 02:33:02.182691 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0f84a-afe6-4af8-bb9e-76df14364144 req-0d139be5-93bc-494a-84f3-b976530eb3f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:02.184441 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2be0f84a-afe6-4af8-bb9e-76df14364144 req-0d139be5-93bc-494a-84f3-b976530eb3f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0659537 Jul 13 02:33:02.226820 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2be0f84a-afe6-4af8-bb9e-76df14364144 req-b5ddb558-50fe-41ab-97b3-a8c86e243379 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0362203 Jul 13 02:33:02.841455 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4f76e-cfa8-47c3-9a72-6121ca4994d4 req-d4864807-63c5-46a4-b7d1-4f418e52f298 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:02.842941 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67e4f76e-cfa8-47c3-9a72-6121ca4994d4 req-d4864807-63c5-46a4-b7d1-4f418e52f298 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0774629 Jul 13 02:33:02.882615 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67e4f76e-cfa8-47c3-9a72-6121ca4994d4 req-73521d0f-95e2-4b82-809a-c64fcf67c158 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340426 Jul 13 02:33:03.406905 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3091a11-392d-41fa-bfad-071fdc816776 req-6ec7a4a2-5fd2-4c65-8466-df4016d0e31f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:03.408411 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f3091a11-392d-41fa-bfad-071fdc816776 req-6ec7a4a2-5fd2-4c65-8466-df4016d0e31f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0653803 Jul 13 02:33:03.450057 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f3091a11-392d-41fa-bfad-071fdc816776 req-858fef31-abc4-404b-8143-2fb2d57957c8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0355096 Jul 13 02:33:04.063381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb56562-9eeb-49b9-81f8-b5704bf45d50 req-1e5936c0-4414-4831-b02e-dbf693bff413 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.064897 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6bb56562-9eeb-49b9-81f8-b5704bf45d50 req-1e5936c0-4414-4831-b02e-dbf693bff413 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0667365 Jul 13 02:33:04.102643 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6bb56562-9eeb-49b9-81f8-b5704bf45d50 req-4ac7d3bb-878a-4707-9c2f-3bad75c7f57d tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322154 Jul 13 02:33:04.163803 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-70548f1e-5ee3-408a-811e-42bf061bc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.165105 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-70548f1e-5ee3-408a-811e-42bf061bc244 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 1098 time: 0.0540211 Jul 13 02:33:04.232975 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dadf8-af18-46dd-adbf-211063344667 req-75084bd1-42c6-422c-acc6-1ce05523c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.235136 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-118dadf8-af18-46dd-adbf-211063344667 req-75084bd1-42c6-422c-acc6-1ce05523c5ff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1138 time: 0.0582600 Jul 13 02:33:04.263014 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-c3321bb1-2c5e-4a56-9769-ca8a383e0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.264505 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-c3321bb1-2c5e-4a56-9769-ca8a383e0db6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0880666 Jul 13 02:33:04.328323 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dadf8-af18-46dd-adbf-211063344667 req-c7626cae-29f8-4f37-978b-5de5d3680898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.329924 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-118dadf8-af18-46dd-adbf-211063344667 req-c7626cae-29f8-4f37-978b-5de5d3680898 service neutron] 10.222.0.39 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 915 time: 0.0880771 Jul 13 02:33:04.331424 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-aa4b7a66-267b-44c1-82cd-084318b81fc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ebc0a6-1594-4ae0-8308-07615056f845 HTTP/1.1" status: 200 len: 1001 time: 0.0604284 Jul 13 02:33:04.386365 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-6cbc79aa-7248-451d-bfab-94a5202d01fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.388168 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-6cbc79aa-7248-451d-bfab-94a5202d01fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0452030 Jul 13 02:33:04.410559 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-118dadf8-af18-46dd-adbf-211063344667 req-de4772e3-3b23-4448-8f45-f292ec6a5458 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 1002 time: 0.0680230 Jul 13 02:33:04.470666 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-6cc2cfb7-0191-48b5-adc0-3e6852e86193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.472776 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-6cc2cfb7-0191-48b5-adc0-3e6852e86193 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785298 Jul 13 02:33:04.478808 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dadf8-af18-46dd-adbf-211063344667 req-f97df4a1-b283-4391-80da-f177f100384a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.497199 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-118dadf8-af18-46dd-adbf-211063344667 req-f97df4a1-b283-4391-80da-f177f100384a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 200 len: 853 time: 0.0780513 Jul 13 02:33:04.556756 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118dadf8-af18-46dd-adbf-211063344667 req-758f4303-766b-4907-b928-5fa8bee4076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.558475 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-118dadf8-af18-46dd-adbf-211063344667 req-758f4303-766b-4907-b928-5fa8bee4076c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acf40587-1b21-48e9-87d9-59aef421a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540059 Jul 13 02:33:04.605384 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-a61d7bc1-cdbd-4a6d-a93b-c4e933f8d810 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246879 Jul 13 02:33:04.657214 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-118dadf8-af18-46dd-adbf-211063344667 req-6f1c3215-822f-4e2b-8104-9e763623d48c service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905800 Jul 13 02:33:04.751820 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-118dadf8-af18-46dd-adbf-211063344667 req-abc552d0-0540-4f92-9262-9866bf8e8c65 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875583 Jul 13 02:33:04.914676 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08df69-78e8-40ae-bc21-dcc203d989e3 req-f9812e14-c583-4e97-823c-8e3c1b999aa1 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:04.916120 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1e08df69-78e8-40ae-bc21-dcc203d989e3 req-f9812e14-c583-4e97-823c-8e3c1b999aa1 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.3433783 Jul 13 02:33:04.993789 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1e08df69-78e8-40ae-bc21-dcc203d989e3 req-2bf0eb71-07a8-4572-8b1a-4b137f6185ca tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0712984 Jul 13 02:33:05.014289 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-297c734f-35c2-4f79-af5e-339c30d72d63 req-7df30ee6-2783-44bf-b6b6-290fe637352b service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885741 Jul 13 02:33:05.255382 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4e8fa-3ca8-4765-b79c-42be3927f2ac req-35b6e0ab-5bfa-4bfe-a2c6-5c84adfe23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:05.256811 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-82b4e8fa-3ca8-4765-b79c-42be3927f2ac req-35b6e0ab-5bfa-4bfe-a2c6-5c84adfe23cd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1100 time: 0.0797698 Jul 13 02:33:05.309195 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c52083-6c31-4576-b304-f8119b34ca3d req-dd49ce44-9814-425f-bc79-602197302b34 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:05.310539 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69c52083-6c31-4576-b304-f8119b34ca3d req-dd49ce44-9814-425f-bc79-602197302b34 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0896654 Jul 13 02:33:05.312482 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-82b4e8fa-3ca8-4765-b79c-42be3927f2ac req-c03de4d8-bdbb-45d5-a45f-b5ca560bdba2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473692 Jul 13 02:33:05.346436 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69c52083-6c31-4576-b304-f8119b34ca3d req-2ce4c910-613e-4ca3-94a3-513f091b61bf tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298200 Jul 13 02:33:06.166849 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84109db6-4f58-42e6-98d4-1d0f176b116f req-3ad4b568-e024-4a10-a98b-2c89a69a859f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:06.168297 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-84109db6-4f58-42e6-98d4-1d0f176b116f req-3ad4b568-e024-4a10-a98b-2c89a69a859f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0617390 Jul 13 02:33:06.207572 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-84109db6-4f58-42e6-98d4-1d0f176b116f req-6d38eef8-fee6-4f64-8fe9-73e199a104f2 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333552 Jul 13 02:33:06.522442 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9f71f-7fd5-4ca1-af8f-0dac12e50283 req-b02fa9f7-e8ac-4638-8dcb-686c0adcb18b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:06.523996 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-38b9f71f-7fd5-4ca1-af8f-0dac12e50283 req-b02fa9f7-e8ac-4638-8dcb-686c0adcb18b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0639539 Jul 13 02:33:06.561156 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-38b9f71f-7fd5-4ca1-af8f-0dac12e50283 req-4432a2b5-b357-4c22-8e61-d454a344d761 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316052 Jul 13 02:33:07.135542 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:07.380021 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b5edb-9be0-4b25-8671-1543ccf06ac0 req-895d790e-34e3-4faa-80d0-b34203b9a49e tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:07.381460 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ed3b5edb-9be0-4b25-8671-1543ccf06ac0 req-895d790e-34e3-4faa-80d0-b34203b9a49e tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0613923 Jul 13 02:33:07.419833 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ed3b5edb-9be0-4b25-8671-1543ccf06ac0 req-30484a4a-c35a-485c-a486-5c12ea98bc53 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0324740 Jul 13 02:33:07.797148 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645ee82-073c-4485-967d-706acb33f53e req-fed29a92-91d0-441b-96d8-a58f34ae8d1f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:07.798607 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1645ee82-073c-4485-967d-706acb33f53e req-fed29a92-91d0-441b-96d8-a58f34ae8d1f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.1018581 Jul 13 02:33:07.805510 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-c423c0c4-c1f5-4eea-bb2c-6cf8182c0e6c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0776200 Jul 13 02:33:07.837310 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1645ee82-073c-4485-967d-706acb33f53e req-bfd1db83-1bb0-4484-88d0-d0d36adc1bf6 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308959 Jul 13 02:33:07.926461 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-2f676103-d1f5-4ce4-84da-adad5d184d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:07.927899 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-2f676103-d1f5-4ce4-84da-adad5d184d0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 1100 time: 0.0518608 Jul 13 02:33:08.046517 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-247e5be2-8c76-4c6a-8299-a4132b194ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:08.047991 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-247e5be2-8c76-4c6a-8299-a4132b194ca0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 200 len: 917 time: 0.0857751 Jul 13 02:33:08.110733 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-dda64114-21ae-44ed-a8c5-21f98b3c882a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 200 len: 1001 time: 0.0557184 Jul 13 02:33:08.162442 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-5c7351c3-e25e-4c53-ad89-a9840a0caec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:08.163850 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-5c7351c3-e25e-4c53-ad89-a9840a0caec4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 200 len: 855 time: 0.0463917 Jul 13 02:33:08.204671 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:33:08.222306 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-5d9588f6-2f5d-4c76-a770-37878d0d3f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:08.223785 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-5d9588f6-2f5d-4c76-a770-37878d0d3f9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4baa4fb6-de8b-4124-9674-6f3872d23a0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504682 Jul 13 02:33:08.295866 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:08.306483 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'port_id': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'mac_address': 'fa:16:3e:04:95:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:33:08.312242 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-e4d69cc5-8cd3-41b1-a59e-71ec83bd00c1 service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804839 Jul 13 02:33:08.346510 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:08.358607 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:33:08.377758 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:08.381864 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:08.410522 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-436f4f9e-4d34-44b8-b4ee-9c6b8b8e3f90 req-3d4936ea-560a-475a-a3bb-b519a07d6b7b service neutron] 10.222.0.39 "GET /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855651 Jul 13 02:33:08.435171 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=12']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:08.595586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7d655-d69b-471d-a805-74e049f760f1 req-55e520ba-fe07-4ea7-aaf2-0fa9b42bf826 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:08.597613 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cfa7d655-d69b-471d-a805-74e049f760f1 req-55e520ba-fe07-4ea7-aaf2-0fa9b42bf826 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0647445 Jul 13 02:33:08.635735 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cfa7d655-d69b-471d-a805-74e049f760f1 req-0fb02be6-fddb-4881-b619-6ed503646e85 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0323176 Jul 13 02:33:08.656896 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-7abb5b3f-c999-43f2-b2d9-ff065cc2bdf7 None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:33:08.657270 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7abb5b3f-c999-43f2-b2d9-ff065cc2bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:08.737663 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7abb5b3f-c999-43f2-b2d9-ff065cc2bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:08.759367 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:33:08.761615 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1013133b-794e-44da-9071-fc28ed06d7da" -d '{"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:33:08.774459 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-7abb5b3f-c999-43f2-b2d9-ff065cc2bdf7 None None] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:08.778765 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7abb5b3f-c999-43f2-b2d9-ff065cc2bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:08.804309 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d559ac-9ea1-48d6-a03f-23fda3998f33 x-openstack-request-id: req-d8d559ac-9ea1-48d6-a03f-23fda3998f33 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:33:08.804594 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-plugged", "status": "completed", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:33:08.804839 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8d559ac-9ea1-48d6-a03f-23fda3998f33 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:33:08.805213 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'code': 200} Jul 13 02:33:08.815067 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:33:08.863309 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb5b3f-c999-43f2-b2d9-ff065cc2bdf7 None None] Pushing event updated for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=13']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:09.035009 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-b5efac54-e1b3-4375-96ac-5b7e092f4d78 None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:33:09.035386 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b5efac54-e1b3-4375-96ac-5b7e092f4d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:09.811161 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9b132-4d6d-4efe-8f07-4588e0d5e851 req-999e1f2e-6cdc-4fbb-9813-4e307b902d36 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:09.812616 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-76b9b132-4d6d-4efe-8f07-4588e0d5e851 req-999e1f2e-6cdc-4fbb-9813-4e307b902d36 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0651186 Jul 13 02:33:09.851678 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-76b9b132-4d6d-4efe-8f07-4588e0d5e851 req-953fb66a-645e-4ca4-bf3c-b47b44befc3f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329289 Jul 13 02:33:10.205005 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:33:10.250237 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:33:10.250541 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:11.023877 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189dc07e-1638-453c-b660-c6853062a2cd req-f06907ba-5f25-41da-9b31-2f832857be9a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:11.025346 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-189dc07e-1638-453c-b660-c6853062a2cd req-f06907ba-5f25-41da-9b31-2f832857be9a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0626302 Jul 13 02:33:11.065384 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-189dc07e-1638-453c-b660-c6853062a2cd req-d1ba7d4a-cbe1-4bcb-b09a-082af8e4df02 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343206 Jul 13 02:33:11.304704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9d7cc3b2-783d-4d73-b4aa-2bdfa7195fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:12.237923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f460a-d8bb-4b1e-bc53-1e927de75340 req-33817110-cfb4-4900-8847-9680eb105f23 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:12.239416 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-565f460a-d8bb-4b1e-bc53-1e927de75340 req-33817110-cfb4-4900-8847-9680eb105f23 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0637383 Jul 13 02:33:12.279800 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-565f460a-d8bb-4b1e-bc53-1e927de75340 req-0ff6b00d-9ea0-4bd8-9e57-f61bd861d8fd tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346460 Jul 13 02:33:13.458566 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e5bcb-339d-41e2-a5bd-a47acd047a29 req-1b78d632-70e3-4d8a-8cff-143323de19b5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:13.460038 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5a6e5bcb-339d-41e2-a5bd-a47acd047a29 req-1b78d632-70e3-4d8a-8cff-143323de19b5 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0663161 Jul 13 02:33:13.500540 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5a6e5bcb-339d-41e2-a5bd-a47acd047a29 req-dcce8534-59c0-4557-b1f3-6fce2fcfb5f3 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348766 Jul 13 02:33:13.904737 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bcbdd820-8f15-4404-b24b-6511fd399b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:14.251450 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:14.672236 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d58e5-7356-4ffa-979f-93fb14e2fc43 req-24239425-2e75-42ec-9b96-c73b19ea613c tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:14.674266 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f63d58e5-7356-4ffa-979f-93fb14e2fc43 req-24239425-2e75-42ec-9b96-c73b19ea613c tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0630400 Jul 13 02:33:14.712493 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f63d58e5-7356-4ffa-979f-93fb14e2fc43 req-ab2ca280-93df-443c-baac-d57fd03bc28d tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326700 Jul 13 02:33:15.008272 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:15.890286 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e71a4-c7c3-4340-ab5b-72880bcd024f req-cfc67a5d-00b0-4879-8106-860ef302e6d4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:15.891749 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4d1e71a4-c7c3-4340-ab5b-72880bcd024f req-cfc67a5d-00b0-4879-8106-860ef302e6d4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0685360 Jul 13 02:33:15.930777 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4d1e71a4-c7c3-4340-ab5b-72880bcd024f req-adfe9732-cbf2-4d5d-8d9b-384d74e50212 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326564 Jul 13 02:33:16.447984 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:17.103583 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4befff0-c588-4299-84fe-97759ccea9af req-95db62a0-17e0-4910-9116-4d5bcf92dc1a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:17.105047 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e4befff0-c588-4299-84fe-97759ccea9af req-95db62a0-17e0-4910-9116-4d5bcf92dc1a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0632057 Jul 13 02:33:17.144504 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e4befff0-c588-4299-84fe-97759ccea9af req-1bee29e1-0131-4da6-9e75-97793527e11f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338261 Jul 13 02:33:18.311580 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a93e26-f456-4147-bc40-b3fa6237f35d req-eb85bee7-e41b-42a0-a40f-ebc7199a9c37 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:18.313077 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8a93e26-f456-4147-bc40-b3fa6237f35d req-eb85bee7-e41b-42a0-a40f-ebc7199a9c37 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0618234 Jul 13 02:33:18.353502 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e8a93e26-f456-4147-bc40-b3fa6237f35d req-4ddacea3-c861-4b5c-9cb7-96095b7518a3 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0348642 Jul 13 02:33:19.527494 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2bd2b-fe91-43c6-878e-c45bdef7dded req-4a05230f-92db-4dbc-ae89-228942ae1bfe tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:19.528969 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49f2bd2b-fe91-43c6-878e-c45bdef7dded req-4a05230f-92db-4dbc-ae89-228942ae1bfe tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0667331 Jul 13 02:33:19.568431 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-49f2bd2b-fe91-43c6-878e-c45bdef7dded req-fbb3ee7d-a156-46ae-bffd-78d774cbaf39 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337670 Jul 13 02:33:20.737112 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9ddd5-3cc5-4bca-a197-2e2caa6eeece req-8133fd62-f902-496c-9fad-90e6b940eabb tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:20.738639 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dea9ddd5-3cc5-4bca-a197-2e2caa6eeece req-8133fd62-f902-496c-9fad-90e6b940eabb tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0619106 Jul 13 02:33:20.777102 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dea9ddd5-3cc5-4bca-a197-2e2caa6eeece req-1157e619-b79f-4146-bfbe-f53743777325 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329418 Jul 13 02:33:21.952379 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a04a0c-373e-451c-82a3-9ee6f18ee69c req-95769667-2240-41e6-8462-8297281fc003 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:21.953887 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28a04a0c-373e-451c-82a3-9ee6f18ee69c req-95769667-2240-41e6-8462-8297281fc003 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0669529 Jul 13 02:33:21.994885 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28a04a0c-373e-451c-82a3-9ee6f18ee69c req-a94a1fde-52c5-4e33-b54f-efad81fa3fe6 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=04b50ca5-d374-47b2-be59-e8ff3a2b65a6&id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0347323 Jul 13 02:33:29.612098 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:33:37.146629 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:41.234354 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4302d6-b57f-41fb-9081-958808a12045 req-6aba0ec0-9a3e-4c4a-8cac-00b6a3288168 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:41.235827 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ba4302d6-b57f-41fb-9081-958808a12045 req-6aba0ec0-9a3e-4c4a-8cac-00b6a3288168 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0626955 Jul 13 02:33:41.273114 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ba4302d6-b57f-41fb-9081-958808a12045 req-74d2acb8-c7c6-4bef-9923-340ba688455a tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Jul 13 02:33:41.304455 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bb0bb6af-5dc6-4d5c-b574-b6893f83e280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:42.454001 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc4273-a8e6-46b7-9c99-99394e3ab8ff req-ea504356-ecd7-4c5c-a904-0b61fcd8f3bb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:42.455501 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-66dc4273-a8e6-46b7-9c99-99394e3ab8ff req-ea504356-ecd7-4c5c-a904-0b61fcd8f3bb tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0629003 Jul 13 02:33:42.497698 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-66dc4273-a8e6-46b7-9c99-99394e3ab8ff req-52ed5b4a-17ac-4412-92c5-f57faefdef0f tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups?id=a4d60439-3578-4813-894e-7d5b879b4a19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358834 Jul 13 02:33:42.654176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f746b4-24b1-4b87-a3fc-5533b5cab676 req-f8fdddd2-14f1-4169-b029-0f5dc48ed0bf tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:42.655624 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69f746b4-24b1-4b87-a3fc-5533b5cab676 req-f8fdddd2-14f1-4169-b029-0f5dc48ed0bf tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0654027 Jul 13 02:33:42.691567 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-69f746b4-24b1-4b87-a3fc-5533b5cab676 req-0053c510-267f-4d5c-b0e5-380f203856e2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304916 Jul 13 02:33:42.902316 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-9f8f7cfc-66ee-459b-afdb-0f2311a70918 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:42.903786 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-9f8f7cfc-66ee-459b-afdb-0f2311a70918 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 947 time: 0.0618448 Jul 13 02:33:43.004704 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Deleting port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:43.004967 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:43.090713 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] For port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:43.091074 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:43.258821 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:43.259114 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:43.259423 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Floating IP e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0 disassociated. External IP: 172.27.2.45, port: 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2. Jul 13 02:33:43.259759 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Calling delete_port for 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:43.383788 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:43.415927 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event deleted for resources: {'Port': ['ID=9e88c5ac-8fb9-44a9-a7fc-b323f20644f2,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:43.427253 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.427600 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.427940 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.428274 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.428603 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.428932 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.429258 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.429583 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.429903 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.430247 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.430614 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.430935 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:43.537917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Router c8c1aada-4f21-4475-9d3c-5c2600b56497 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:33:43.656729 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-27d18301-fc86-4443-80dc-db56cd423fae req-77848b6f-afb2-4698-9c5b-208d96671b8b tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/ports?device_id=bcded031-14e6-4fa5-9a79-7e26c1aa0a0f HTTP/1.1" status: 200 len: 210 time: 0.0382984 Jul 13 02:33:43.669332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:33:43.687509 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] Sync routers for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:33:43.697362 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:43.697989 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:43.711961 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] No DVR routers for this DVR port 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:33:43.714485 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:43.716720 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e7274f91-1dd9-4c0c-aa6e-dc9027fa2a3b req-e98af3e0-bb95-455f-b403-0265e79077c2 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.39 "DELETE /v2.0/ports/9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 HTTP/1.1" status: 204 len: 173 time: 0.8069417 Jul 13 02:33:43.717176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-deleted', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:33:43.720052 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22048a09-ae9b-4f84-93c0-4f7db685b60b" -d '{"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-deleted", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:33:43.773488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0bf930-3a9a-4636-9ded-3c10bc32e416 x-openstack-request-id: req-2a0bf930-3a9a-4636-9ded-3c10bc32e416 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:33:43.773488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcded031-14e6-4fa5-9a79-7e26c1aa0a0f", "name": "network-vif-deleted", "tag": "9e88c5ac-8fb9-44a9-a7fc-b323f20644f2", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:33:43.773488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a0bf930-3a9a-4636-9ded-3c10bc32e416 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:33:43.773860 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcded031-14e6-4fa5-9a79-7e26c1aa0a0f', 'name': 'network-vif-deleted', 'tag': '9e88c5ac-8fb9-44a9-a7fc-b323f20644f2', 'status': 'completed', 'code': 200} Jul 13 02:33:43.805858 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:43.899305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4861ee0-6d6a-4da4-ab3b-ab67af63886d req-e55450fb-1a07-4b7e-8e9b-e322c76e0d8a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:43.900930 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a4861ee0-6d6a-4da4-ab3b-ab67af63886d req-e55450fb-1a07-4b7e-8e9b-e322c76e0d8a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0754144 Jul 13 02:33:43.946970 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d7362b42-3ae2-407c-9e64-07b3a699f7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:43.958798 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a4861ee0-6d6a-4da4-ab3b-ab67af63886d req-ccdc584f-715d-4870-9cda-1a2d9b6e9c0a tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474837 Jul 13 02:33:44.041038 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:44.066883 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] Checking router: c8c1aada-4f21-4475-9d3c-5c2600b56497 for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:33:44.075003 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:44.075603 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:44.176789 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:44.279781 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:44.384372 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:44.414149 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b6bcfa-8152-41fc-875a-f93b8e48bd6f None None] The sync data for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi is: [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '835f6f7e-2d43-459c-bdb4-4fa4424ee1ec', 'name': '', 'network_id': '4baa4fb6-de8b-4124-9674-6f3872d23a0f', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'mac_address': 'fa:16:3e:cf:48:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:18Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'subnets': [{'id': '9e7d89ff-4d1d-4f43-ad76-fb9e3f196028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:33:44.625666 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e2e334-0fe3-41b3-ad47-4418d638502d None None] New status for floating IP e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:33:44.745093 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-49ed0f19-3280-4a78-8001-52cf634a06aa tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:44.746661 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-49ed0f19-3280-4a78-8001-52cf634a06aa tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.0649319 Jul 13 02:33:44.790331 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42314) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:44.844802 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:44.849181 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Deleting port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:44.849457 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:44.868642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:44.920460 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:44.923164 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:44.924302 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4d60439-3578-4813-894e-7d5b879b4a19 HTTP/1.1" status: 204 len: 168 time: 0.1329587 Jul 13 02:33:44.929052 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42316) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:44.933835 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d60439-3578-4813-894e-7d5b879b4a19,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:44.940964 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.941309 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.941645 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.941979 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.942335 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.942662 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.942987 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.943316 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.943638 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.943959 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.944279 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.944601 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561890ac-c6e0-4cf1-b6e6-a8981b569926 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:44.953955 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.api.v2.resource [None req-0c99e851-0f60-4cac-994a-dc61f77e53ba tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] show failed (client error): The resource could not be found. Jul 13 02:33:44.958619 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0c99e851-0f60-4cac-994a-dc61f77e53ba tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "GET /v2.0/security-groups/a4d60439-3578-4813-894e-7d5b879b4a19 HTTP/1.1" status: 404 len: 347 time: 0.0250103 Jul 13 02:33:44.958619 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] For port 2f2dc5f8-6784-45e5-8b42-42c216edcb56, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=2f2dc5f8-6784-45e5-8b42-42c216edcb56,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:44.958619 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:44.959007 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42318) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:45.029559 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.091049 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Deleting port 86dd0672-97c4-4446-b815-e5d712696116 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:45.091391 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.167385 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.167669 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.171856 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.172292 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.172601 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Floating IP 62e258ea-c263-447c-83f3-e9e50cea2eb7 disassociated. External IP: 172.27.2.66, port: 2f2dc5f8-6784-45e5-8b42-42c216edcb56. Jul 13 02:33:45.172933 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Calling delete_port for 2f2dc5f8-6784-45e5-8b42-42c216edcb56 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:45.180727 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Calling delete_port for 86dd0672-97c4-4446-b815-e5d712696116 owned by network:floatingip {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:45.240675 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010da39-a80e-4f12-99ef-fded20fe9855 req-61e5467b-9421-43ed-bbd5-8a70449f533e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:45.242184 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7010da39-a80e-4f12-99ef-fded20fe9855 req-61e5467b-9421-43ed-bbd5-8a70449f533e tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 945 time: 0.1543124 Jul 13 02:33:45.298343 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7010da39-a80e-4f12-99ef-fded20fe9855 req-94467281-015c-49d4-8e06-deb266b26762 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups?id=49a83815-f28d-476f-9e6f-1e3964d16f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492840 Jul 13 02:33:45.319682 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.344369 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Pushing event deleted for resources: {'Port': ['ID=86dd0672-97c4-4446-b815-e5d712696116,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:45.361185 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.394636 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event deleted for resources: {'Port': ['ID=2f2dc5f8-6784-45e5-8b42-42c216edcb56,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:45.418347 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks [] for floatingip, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.421083 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.422361 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f74cc7e2-59d2-4d53-aed3-61f040da0ca1 tempest-AttachVolumeShelveTestJSON-745527671 tempest-AttachVolumeShelveTestJSON-745527671-project] 10.222.0.32 "DELETE /v2.0/floatingips/e68ed11b-4864-4f2b-b3e1-eb58b8b1b9d0 HTTP/1.1" status: 204 len: 168 time: 0.4630594 Jul 13 02:33:45.510711 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Router eb76fe70-704f-4289-a3bb-f4cb9ad87bee has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:33:45.613290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:33:45.623076 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] Sync routers for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:33:45.631745 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:45.632367 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:45.663365 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] No DVR routers for this DVR port 2f2dc5f8-6784-45e5-8b42-42c216edcb56 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:33:45.667616 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:45.671166 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-67c4a57b-abfe-4b31-a261-33d5c042406c req-baddee0c-1f04-490f-b805-58cab90416ed tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.39 "DELETE /v2.0/ports/2f2dc5f8-6784-45e5-8b42-42c216edcb56 HTTP/1.1" status: 204 len: 173 time: 0.9189794 Jul 13 02:33:45.775270 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'name': 'network-vif-deleted', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:33:45.778736 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3cf9da-aa78-4fb2-9cc8-09c6d0b9005b" -d '{"events": [{"server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "name": "network-vif-deleted", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:33:45.838731 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3970141-bc4a-4466-ac4c-3485e32a8b8c x-openstack-request-id: req-c3970141-bc4a-4466-ac4c-3485e32a8b8c {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:33:45.839196 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358bc320-a9f0-47c9-aae8-72c8c45102f5", "name": "network-vif-deleted", "tag": "2f2dc5f8-6784-45e5-8b42-42c216edcb56", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:33:45.839552 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3970141-bc4a-4466-ac4c-3485e32a8b8c {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:33:45.840147 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358bc320-a9f0-47c9-aae8-72c8c45102f5', 'name': 'network-vif-deleted', 'tag': '2f2dc5f8-6784-45e5-8b42-42c216edcb56', 'status': 'completed', 'code': 200} Jul 13 02:33:45.876975 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:46.075100 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:46.100063 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] Checking router: eb76fe70-704f-4289-a3bb-f4cb9ad87bee for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:33:46.107838 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:46.108441 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:46.216812 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:46.456823 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:46.460350 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:46.466419 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5c80c4d9-66cd-4a2a-881b-909d6860c4e6 req-a919ba57-78c2-449e-82b8-bd2cd373f82f tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/ports?device_id=358bc320-a9f0-47c9-aae8-72c8c45102f5 HTTP/1.1" status: 200 len: 210 time: 0.0278809 Jul 13 02:33:46.488924 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f98b2-1193-47f4-919e-e32f6db01094 None None] The sync data for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi is: [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:27:01Z', 'revision_number': 4, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '4d71ff7b-26e1-42ae-beae-a743bb08a4bd', 'name': '', 'network_id': 'c480eb56-38cb-46d3-accb-fb773d7ee254', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'mac_address': 'fa:16:3e:ed:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:27:00Z', 'updated_at': '2021-07-13T02:27:12Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'subnets': [{'id': '75929777-f1cb-4a10-8a42-0e40505a8540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:33:46.701824 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2efd88-667a-4a55-a2cb-e540e6a60873 None None] New status for floating IP 62e258ea-c263-447c-83f3-e9e50cea2eb7: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:33:47.584005 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42344) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:47.635975 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5edc736-4d8e-4328-9a44-daec86b3fff2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:47.657936 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5edc736-4d8e-4328-9a44-daec86b3fff2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:47.703253 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5edc736-4d8e-4328-9a44-daec86b3fff2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:47.706356 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a5edc736-4d8e-4328-9a44-daec86b3fff2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:47.707650 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a5edc736-4d8e-4328-9a44-daec86b3fff2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "DELETE /v2.0/security-groups/49a83815-f28d-476f-9e6f-1e3964d16f2c HTTP/1.1" status: 204 len: 168 time: 0.1226416 Jul 13 02:33:47.710364 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42346) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:47.716433 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edc736-4d8e-4328-9a44-daec86b3fff2 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a83815-f28d-476f-9e6f-1e3964d16f2c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:47.726506 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.api.v2.resource [None req-fa98eb22-309b-4f6a-a8e2-12979f454760 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] show failed (client error): The resource could not be found. Jul 13 02:33:47.730186 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-fa98eb22-309b-4f6a-a8e2-12979f454760 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "GET /v2.0/security-groups/49a83815-f28d-476f-9e6f-1e3964d16f2c HTTP/1.1" status: 404 len: 347 time: 0.0161490 Jul 13 02:33:47.730444 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42348) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:47.849176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Deleting port 1dffe9ce-d30b-4e40-baf6-edea04bb77b7 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:47.849594 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:47.928794 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:47.929203 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:47.942378 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Calling delete_port for 1dffe9ce-d30b-4e40-baf6-edea04bb77b7 owned by network:floatingip {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:47.987986 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42356) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:48.084237 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:48.114393 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Pushing event deleted for resources: {'Port': ['ID=1dffe9ce-d30b-4e40-baf6-edea04bb77b7,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:48.438194 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 2f2dc5f8-6784-45e5-8b42-42c216edcb56 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:48.458739 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 2f2dc5f8-6784-45e5-8b42-42c216edcb56 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:33:48.459081 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 2f2dc5f8-6784-45e5-8b42-42c216edcb56 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:48.459494 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:48.477328 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:33:48.477668 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 9e88c5ac-8fb9-44a9-a7fc-b323f20644f2 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:48.498958 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks [] for floatingip, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:48.501431 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:48.503128 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-21d09a13-b047-495c-b568-bbf9c2378771 tempest-AttachVolumeTestJSON-29582813 tempest-AttachVolumeTestJSON-29582813-project] 10.222.0.32 "DELETE /v2.0/floatingips/62e258ea-c263-447c-83f3-e9e50cea2eb7 HTTP/1.1" status: 204 len: 168 time: 0.7711642 Jul 13 02:33:48.817060 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:49.119355 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Deleting port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:49.119667 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:49.196601 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] For port 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:49.196953 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:49.208610 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Calling delete_port for 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec owned by network:router_interface {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:49.401286 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:49.427687 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=835f6f7e-2d43-459c-bdb4-4fa4424ee1ec,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:49.588848 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:49.802640 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Router c8c1aada-4f21-4475-9d3c-5c2600b56497 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:33:49.901199 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:33:49.909013 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1c15eb2b-a43b-4473-af57-1e6b8c9151c0 admin admin] 10.222.0.32 "PUT /v2.0/routers/c8c1aada-4f21-4475-9d3c-5c2600b56497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9176762 Jul 13 02:33:49.909184 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42372) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:49.910131 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] Sync routers for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:33:49.920330 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:49.920939 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:50.015621 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.036730 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:50.117336 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.167650 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Deleting port 04258a23-88b4-4071-b9a5-cdacad639fa4 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:50.168225 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.218786 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11'}], 'enable_snat': True}, 'gw_port_id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:33:49Z', 'revision_number': 5, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port': {'id': '04258a23-88b4-4071-b9a5-cdacad639fa4', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:55Z', 'updated_at': '2021-07-13T02:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:50.246818 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] Checking router: c8c1aada-4f21-4475-9d3c-5c2600b56497 for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:33:50.248568 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] For port 04258a23-88b4-4071-b9a5-cdacad639fa4, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=04258a23-88b4-4071-b9a5-cdacad639fa4,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:50.248926 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.255217 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] Routers {'c8c1aada-4f21-4475-9d3c-5c2600b56497'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:50.255817 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['c8c1aada-4f21-4475-9d3c-5c2600b56497'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:50.260268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Calling delete_port for 04258a23-88b4-4071-b9a5-cdacad639fa4 owned by network:router_gateway {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:50.345522 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] Set router c8c1aada-4f21-4475-9d3c-5c2600b56497 gateway port host: None {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:50.402115 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:33:50Z', 'revision_number': 6, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:50.422539 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.430096 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95658e-bebb-4a8e-9cb2-9bc8a28bb52a None None] The sync data for ids ['c8c1aada-4f21-4475-9d3c-5c2600b56497'] in dv-cinder-781024-2-iscsi is: [{'id': 'c8c1aada-4f21-4475-9d3c-5c2600b56497', 'name': 'tempest-AttachVolumeShelveTestJSON-633916996-router', 'tenant_id': '63a044a9d95c49ce9281f67e741cf8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:33:50Z', 'revision_number': 6, 'project_id': '63a044a9d95c49ce9281f67e741cf8ad', 'gw_port_host': None}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:33:50.448260 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=04258a23-88b4-4071-b9a5-cdacad639fa4,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:50.510013 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.608618 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.610627 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.671323 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.671868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c1aada-4f21-4475-9d3c-5c2600b56497 {{(pid=92891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:33:50.676898 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.678017 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-c646468b-5846-49f1-8d7b-753b918317c2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c8c1aada-4f21-4475-9d3c-5c2600b56497 HTTP/1.1" status: 204 len: 168 time: 0.7679372 Jul 13 02:33:50.680623 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42374) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:50.726498 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] Deleting subnet 9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:33:50.729327 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.761359 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.882234 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.936720 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.962794 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e7d89ff-4d1d-4f43-ad76-fb9e3f196028,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:50.964775 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:50.966662 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-785e968b-7ff2-488d-ba0e-20e2f0421543 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9e7d89ff-4d1d-4f43-ad76-fb9e3f196028 HTTP/1.1" status: 204 len: 168 time: 0.2850881 Jul 13 02:33:50.969277 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42384) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:50.970764 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277518ae-1a02-4eed-8539-7831e5a01b4e None None] Network 4baa4fb6-de8b-4124-9674-6f3872d23a0f requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:33:51.046944 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.098558 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Deleting port 5d72c112-ad18-46ee-8360-5877f6796e2b {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:51.098898 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.162706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] For port 5d72c112-ad18-46ee-8360-5877f6796e2b, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=5d72c112-ad18-46ee-8360-5877f6796e2b,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:51.162996 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.175861 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Calling delete_port for 5d72c112-ad18-46ee-8360-5877f6796e2b owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:51.235891 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] DHCP port deletion for 4baa4fb6-de8b-4124-9674-6f3872d23a0f request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:33:51.290345 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Deleting port 5d72c112-ad18-46ee-8360-5877f6796e2b {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:51.290727 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.366052 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] For port 5d72c112-ad18-46ee-8360-5877f6796e2b, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=5d72c112-ad18-46ee-8360-5877f6796e2b,segment=NetworkSegment(01ae75e1-e707-4fc7-8f9f-ed0d9ee75617),segment_id=01ae75e1-e707-4fc7-8f9f-ed0d9ee75617)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:51.366474 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.380129 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Calling delete_port for 5d72c112-ad18-46ee-8360-5877f6796e2b owned by network:dhcp {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:51.476799 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 5d72c112-ad18-46ee-8360-5877f6796e2b no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:51.530502 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.556007 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No active binding found for port 5d72c112-ad18-46ee-8360-5877f6796e2b {{(pid=92893) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 13 02:33:51.556464 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 5d72c112-ad18-46ee-8360-5877f6796e2b not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:51.556893 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 04258a23-88b4-4071-b9a5-cdacad639fa4 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:51.559020 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d72c112-ad18-46ee-8360-5877f6796e2b,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:51.563911 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] No DVR routers for this DVR port 5d72c112-ad18-46ee-8360-5877f6796e2b on host dv-cinder-781024-2-iscsi {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:33:51.579172 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.600289 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 04258a23-88b4-4071-b9a5-cdacad639fa4 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:33:51.600631 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 04258a23-88b4-4071-b9a5-cdacad639fa4 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:51.601044 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:51.619450 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Pushing event deleted for resources: {'Port': ['ID=5d72c112-ad18-46ee-8360-5877f6796e2b,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:51.626348 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:33:51.626690 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 835f6f7e-2d43-459c-bdb4-4fa4424ee1ec not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:51.633689 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.634060 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.634432 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.634780 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.635253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.635443 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.635739 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.636071 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.636401 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.636726 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.637050 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.637371 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:33:51.640453 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997c0b99-17c0-4fda-990d-98e5d8a687fb None None] No DVR routers for this DVR port 5d72c112-ad18-46ee-8360-5877f6796e2b on host dv-cinder-781024-2-iscsi {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:33:51.641273 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.651733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4baa4fb6-de8b-4124-9674-6f3872d23a0f']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:51.662722 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:51.663019 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01ae75e1-e707-4fc7-8f9f-ed0d9ee75617') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:51.671638 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.685563 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.691440 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:33:51.691872 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:33:51.693425 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:33:51.745065 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.750006 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.751943 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4baa4fb6-de8b-4124-9674-6f3872d23a0f HTTP/1.1" status: 204 len: 168 time: 0.7814476 Jul 13 02:33:51.762372 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1351e70-d867-4c10-b5da-d75251cbb2a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4baa4fb6-de8b-4124-9674-6f3872d23a0f,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:51.861231 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42390) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:51.904554 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-d178e278-49d1-44a9-8497-59ae77550a5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63a044a9d95c49ce9281f67e741cf8ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414891 Jul 13 02:33:51.907072 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42392) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:51.953228 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dd511c5-7d92-4011-8b2d-e2fc1bd1aeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:51.973882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dd511c5-7d92-4011-8b2d-e2fc1bd1aeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:52.019716 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dd511c5-7d92-4011-8b2d-e2fc1bd1aeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:52.022482 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1dd511c5-7d92-4011-8b2d-e2fc1bd1aeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:52.023765 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1dd511c5-7d92-4011-8b2d-e2fc1bd1aeb9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f1b9657-b4ea-4536-ac12-d148f9832b97 HTTP/1.1" status: 204 len: 168 time: 0.1157722 Jul 13 02:33:52.031901 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd511c5-7d92-4011-8b2d-e2fc1bd1aeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1b9657-b4ea-4536-ac12-d148f9832b97,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:52.199411 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42404) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:52.640028 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:52.891789 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Deleting port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:52.892163 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:52.969106 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] For port 4d71ff7b-26e1-42ae-beae-a743bb08a4bd, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:52.969715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:52.982840 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Calling delete_port for 4d71ff7b-26e1-42ae-beae-a743bb08a4bd owned by network:router_interface {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:53.161533 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.190174 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d71ff7b-26e1-42ae-beae-a743bb08a4bd,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:53.357891 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.583864 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Router eb76fe70-704f-4289-a3bb-f4cb9ad87bee has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:33:53.613903 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42446) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:53.688033 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:33:53.693415 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-6971c2ad-ea0c-4145-8a32-5592b72aafb0 admin admin] 10.222.0.32 "PUT /v2.0/routers/eb76fe70-704f-4289-a3bb-f4cb9ad87bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929209 Jul 13 02:33:53.696493 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42450) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:53.699231 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] Sync routers for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:33:53.709701 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:53.710589 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:53.714683 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9efa21cc-c4ba-42cf-8447-e762aa2ed3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.805809 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.813516 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9efa21cc-c4ba-42cf-8447-e762aa2ed3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.818121 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9efa21cc-c4ba-42cf-8447-e762aa2ed3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.826638 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:53.861009 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9efa21cc-c4ba-42cf-8447-e762aa2ed3fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2ffe9bce3d824a7f88b0dd63184811da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435703 Jul 13 02:33:53.861216 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42452) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:53.867053 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa21cc-c4ba-42cf-8447-e762aa2ed3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a52e103-2215-4a8b-b3e7-898446638b77,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:53.915410 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f3e078e5-9afc-4afa-9750-3daf9eb7c3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.920161 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.939302 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f3e078e5-9afc-4afa-9750-3daf9eb7c3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.979923 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Deleting port 4f88b9dc-6d21-4262-b370-a51e9a791b5a {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:53.980523 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:53.999063 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f3e078e5-9afc-4afa-9750-3daf9eb7c3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.002106 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f3e078e5-9afc-4afa-9750-3daf9eb7c3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.004025 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f3e078e5-9afc-4afa-9750-3daf9eb7c3dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a52e103-2215-4a8b-b3e7-898446638b77 HTTP/1.1" status: 204 len: 168 time: 0.1418822 Jul 13 02:33:54.012222 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:33:53Z', 'revision_number': 5, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port': {'id': '4f88b9dc-6d21-4262-b370-a51e9a791b5a', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:6a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:26:54Z', 'updated_at': '2021-07-13T02:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:54.013916 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e078e5-9afc-4afa-9750-3daf9eb7c3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a52e103-2215-4a8b-b3e7-898446638b77,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:54.070616 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] For port 4f88b9dc-6d21-4262-b370-a51e9a791b5a, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=4f88b9dc-6d21-4262-b370-a51e9a791b5a,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:54.071200 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.085488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Calling delete_port for 4f88b9dc-6d21-4262-b370-a51e9a791b5a owned by network:router_gateway {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:54.132022 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] Checking router: eb76fe70-704f-4289-a3bb-f4cb9ad87bee for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:33:54.141062 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] Routers {'eb76fe70-704f-4289-a3bb-f4cb9ad87bee'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:54.141674 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:54.230137 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] Set router eb76fe70-704f-4289-a3bb-f4cb9ad87bee gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:54.273806 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.285571 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:33:53Z', 'revision_number': 6, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:54.302333 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f88b9dc-6d21-4262-b370-a51e9a791b5a,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:54.314281 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a1b212-eb7b-44c1-91f6-1392d97d7705 None None] The sync data for ids ['eb76fe70-704f-4289-a3bb-f4cb9ad87bee'] in dv-cinder-781024-2-iscsi is: [{'id': 'eb76fe70-704f-4289-a3bb-f4cb9ad87bee', 'name': 'tempest-AttachVolumeTestJSON-1324790808-router', 'tenant_id': '197b525e7a104e5ebcd262a734055741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:26:52Z', 'updated_at': '2021-07-13T02:33:53Z', 'revision_number': 6, 'project_id': '197b525e7a104e5ebcd262a734055741', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:33:54.314504 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42460) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:54.338674 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec8d143c-cb16-43b5-a2a9-59a2c503fd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.368258 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.437479 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec8d143c-cb16-43b5-a2a9-59a2c503fd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.441880 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ec8d143c-cb16-43b5-a2a9-59a2c503fd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.457879 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.459999 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.480068 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ec8d143c-cb16-43b5-a2a9-59a2c503fd88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a51b692d55534a41a57516df4d639468&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1623800 Jul 13 02:33:54.480913 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d143c-cb16-43b5-a2a9-59a2c503fd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e28d2-2b0b-4b24-9abb-e96a67f4c039,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:54.484597 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42464) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:54.504910 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.505653 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb76fe70-704f-4289-a3bb-f4cb9ad87bee {{(pid=92891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:33:54.510542 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.511706 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a928237f-0f66-4716-bce3-98b860f791b9 admin admin] 10.222.0.32 "DELETE /v2.0/routers/eb76fe70-704f-4289-a3bb-f4cb9ad87bee HTTP/1.1" status: 204 len: 168 time: 0.8142931 Jul 13 02:33:54.514545 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42466) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:54.544214 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2254bb86-b71f-45be-9c54-07beb95c73e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.559410 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] Deleting subnet 75929777-f1cb-4a10-8a42-0e40505a8540 {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:33:54.562364 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.564473 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2254bb86-b71f-45be-9c54-07beb95c73e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.603258 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.613317 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2254bb86-b71f-45be-9c54-07beb95c73e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.615858 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2254bb86-b71f-45be-9c54-07beb95c73e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.617022 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2254bb86-b71f-45be-9c54-07beb95c73e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a8e28d2-2b0b-4b24-9abb-e96a67f4c039 HTTP/1.1" status: 204 len: 168 time: 0.1314998 Jul 13 02:33:54.624830 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254bb86-b71f-45be-9c54-07beb95c73e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e28d2-2b0b-4b24-9abb-e96a67f4c039,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:54.685007 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.746276 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.778049 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75929777-f1cb-4a10-8a42-0e40505a8540,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:54.780056 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.784679 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-43788e7b-b11d-4fbd-acbb-b2b529b520d1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75929777-f1cb-4a10-8a42-0e40505a8540 HTTP/1.1" status: 204 len: 168 time: 0.2664282 Jul 13 02:33:54.784802 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42470) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:54.787845 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02179139-6fdc-4176-81f5-797c32fe52b6 None None] Network c480eb56-38cb-46d3-accb-fb773d7ee254 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:33:54.859629 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.919577 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Deleting port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:54.920054 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:54.990005 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] For port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4,segment=NetworkSegment(580cc305-bd7d-496d-81ea-9e1827458f74),segment_id=580cc305-bd7d-496d-81ea-9e1827458f74)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:54.990643 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.001568 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Calling delete_port for 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:55.085679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.116193 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c7032-ade3-4698-8724-21f9156d4766 None None] DHCP port deletion for c480eb56-38cb-46d3-accb-fb773d7ee254 request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:33:55.119164 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:55.124856 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] No DVR routers for this DVR port 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 on host dv-cinder-781024-2-iscsi {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:33:55.202578 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.214250 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c480eb56-38cb-46d3-accb-fb773d7ee254']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:55.226603 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580cc305-bd7d-496d-81ea-9e1827458f74') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:55.226961 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580cc305-bd7d-496d-81ea-9e1827458f74') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:55.237586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.253506 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.260582 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:33:55.261127 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:33:55.263242 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:33:55.350098 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.354937 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.366231 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c480eb56-38cb-46d3-accb-fb773d7ee254 HTTP/1.1" status: 204 len: 168 time: 0.5729730 Jul 13 02:33:55.404153 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258e5af7-fa0f-4aed-a831-62f1a73091c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c480eb56-38cb-46d3-accb-fb773d7ee254,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:55.413649 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-bfce1b32-8871-4c6c-b67d-e5f68ab524f6 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82635105&fields=id&tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564 HTTP/1.1" status: 200 len: 267 time: 0.0865874 Jul 13 02:33:55.501297 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:55.512961 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-bc1e6af1-b476-4f16-a204-c103d2411dab tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:55.514667 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-bc1e6af1-b476-4f16-a204-c103d2411dab tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 985 time: 0.0936027 Jul 13 02:33:55.527938 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Request body: {'port': {'security_groups': ['2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:33:55.530286 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:33:55.530700 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6143a6d8-a871-4c4a-a3ed-cc6d39d1f5a4 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:55.531256 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4d71ff7b-26e1-42ae-beae-a743bb08a4bd no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:55.551437 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 4d71ff7b-26e1-42ae-beae-a743bb08a4bd {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:33:55.551781 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4d71ff7b-26e1-42ae-beae-a743bb08a4bd not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:55.552392 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4f88b9dc-6d21-4262-b370-a51e9a791b5a no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:33:55.574735 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 4f88b9dc-6d21-4262-b370-a51e9a791b5a {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:33:55.575257 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 4f88b9dc-6d21-4262-b370-a51e9a791b5a not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:33:55.620949 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42498) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:55.670263 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2f8ea838-ff36-46e1-af26-f5fe0b37dfe4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=197b525e7a104e5ebcd262a734055741&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450079 Jul 13 02:33:55.670524 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42500) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:55.728642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113f427a-dc24-447f-9d4d-d8dcc6bb09df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.752207 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113f427a-dc24-447f-9d4d-d8dcc6bb09df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.804682 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113f427a-dc24-447f-9d4d-d8dcc6bb09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.807457 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-113f427a-dc24-447f-9d4d-d8dcc6bb09df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:55.811325 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-113f427a-dc24-447f-9d4d-d8dcc6bb09df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/604e79a4-c404-4170-913e-9d6f8e22fe97 HTTP/1.1" status: 204 len: 168 time: 0.1371765 Jul 13 02:33:55.822674 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f427a-dc24-447f-9d4d-d8dcc6bb09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604e79a4-c404-4170-913e-9d6f8e22fe97,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:55.913014 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.101142 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:33:56.133454 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.139201 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.179451 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['bc4abdbb-fe6a-4872-b0b8-aca5ec258475'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:33:56.197120 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:56.197800 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.199253 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a5e4b36c-42ce-46bc-b0ce-4d5f564aa0a7 req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "PUT /v2.0/ports/bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 943 time: 0.6773732 Jul 13 02:33:56.199868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:33:56.202767 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa45762f-887d-45d6-9520-67536ba5513c" -d '{"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:33:56.207456 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42526) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:56.233927 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5bb0d-fec6-455e-a783-6fad40cdcfc8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event updated for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=7']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:56.272207 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddee1c25-7b68-4e0d-8a97-162acdad22d8 x-openstack-request-id: req-ddee1c25-7b68-4e0d-8a97-162acdad22d8 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:33:56.272547 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:33:56.272809 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ddee1c25-7b68-4e0d-8a97-162acdad22d8 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:33:56.273188 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'status': 'completed', 'code': 200} Jul 13 02:33:56.360234 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['bc4abdbb-fe6a-4872-b0b8-aca5ec258475'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:33:56.374697 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ee27c87-b930-455a-b9f5-53941466bcb8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.441351 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45762f-887d-45d6-9520-67536ba5513c req-d0e010d1-eebc-4825-8a33-574d6d1994c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:56.447137 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa45762f-887d-45d6-9520-67536ba5513c req-d0e010d1-eebc-4825-8a33-574d6d1994c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1099 time: 0.1254854 Jul 13 02:33:56.449080 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ee27c87-b930-455a-b9f5-53941466bcb8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.565348 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ee27c87-b930-455a-b9f5-53941466bcb8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.569816 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0ee27c87-b930-455a-b9f5-53941466bcb8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.575215 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0ee27c87-b930-455a-b9f5-53941466bcb8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "DELETE /v2.0/security-groups/04b50ca5-d374-47b2-be59-e8ff3a2b65a6 HTTP/1.1" status: 204 len: 168 time: 0.3664527 Jul 13 02:33:56.576259 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42548) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:56.639066 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45762f-887d-45d6-9520-67536ba5513c req-cbcde636-c257-49d1-a979-89d3e98c409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:56.640928 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa45762f-887d-45d6-9520-67536ba5513c req-cbcde636-c257-49d1-a979-89d3e98c409e service neutron] 10.222.0.39 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 915 time: 0.1866682 Jul 13 02:33:56.652562 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee27c87-b930-455a-b9f5-53941466bcb8 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b50ca5-d374-47b2-be59-e8ff3a2b65a6,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:56.657994 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-d46695eb-b6e1-48eb-9f22-331c0cf506ef None None] Provisioning complete for port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:33:56.658777 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-d46695eb-b6e1-48eb-9f22-331c0cf506ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.781753 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa45762f-887d-45d6-9520-67536ba5513c req-63df658a-61b7-4cd5-8b3d-2e2cdf569650 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 1002 time: 0.1335735 Jul 13 02:33:56.864998 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45762f-887d-45d6-9520-67536ba5513c req-715b68b4-d7f3-4259-bb3f-659065361b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:56.867149 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa45762f-887d-45d6-9520-67536ba5513c req-715b68b4-d7f3-4259-bb3f-659065361b7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 200 len: 853 time: 0.0784266 Jul 13 02:33:56.881172 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Deleting port ee9034e9-e1af-48c8-b744-26ff3e98aa12 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:33:56.881172 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.953423 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45762f-887d-45d6-9520-67536ba5513c req-ceedd2e1-7cd3-4c7c-8458-8d5360088a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:56.957790 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa45762f-887d-45d6-9520-67536ba5513c req-ceedd2e1-7cd3-4c7c-8458-8d5360088a83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acf40587-1b21-48e9-87d9-59aef421a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830436 Jul 13 02:33:56.978410 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.978825 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:56.994643 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Calling delete_port for ee9034e9-e1af-48c8-b744-26ff3e98aa12 owned by network:floatingip {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:33:57.068730 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa45762f-887d-45d6-9520-67536ba5513c req-66fb7586-1415-4fdd-966a-1572efc4506b service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035912 Jul 13 02:33:57.182974 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aa45762f-887d-45d6-9520-67536ba5513c req-22f182ab-5017-43f9-a378-dad413bfec5a service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015925 Jul 13 02:33:57.220684 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.311446 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42578) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:57.458971 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a81-f13a-4cf2-a61e-ad0de98f77b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.485866 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event deleted for resources: {'Port': ['ID=ee9034e9-e1af-48c8-b744-26ff3e98aa12,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:57.552950 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks [] for floatingip, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.553283 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Floating IP 62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e disassociated (deleted). External IP: 172.27.2.199, port: bc4abdbb-fe6a-4872-b0b8-aca5ec258475. Jul 13 02:33:57.555008 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a81-f13a-4cf2-a61e-ad0de98f77b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.558945 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5cea1a81-f13a-4cf2-a61e-ad0de98f77b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.596332 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-5cea1a81-f13a-4cf2-a61e-ad0de98f77b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30ad2a705c6c43f6bc95e009fe668762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834728 Jul 13 02:33:57.598411 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea1a81-f13a-4cf2-a61e-ad0de98f77b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22840df7-6dac-41cc-a436-0f787f0a0b5e,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:57.600812 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42590) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:57.648389 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12e9c862-0130-499a-b4f8-98f314c2c3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.668799 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12e9c862-0130-499a-b4f8-98f314c2c3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.717725 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12e9c862-0130-499a-b4f8-98f314c2c3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.720417 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12e9c862-0130-499a-b4f8-98f314c2c3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.722274 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-12e9c862-0130-499a-b4f8-98f314c2c3a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22840df7-6dac-41cc-a436-0f787f0a0b5e HTTP/1.1" status: 204 len: 168 time: 0.1204493 Jul 13 02:33:57.730203 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9c862-0130-499a-b4f8-98f314c2c3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22840df7-6dac-41cc-a436-0f787f0a0b5e,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:57.773535 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Router 72b8c4c4-619d-4812-8324-63fe300f52fd has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:33:57.885789 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:33:57.890973 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:57.897565 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] Sync routers for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:33:57.909901 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:57.911041 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:57.935908 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-646574e2-ada2-4f05-9ee3-7511f72810f0 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "DELETE /v2.0/floatingips/62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e HTTP/1.1" status: 204 len: 168 time: 1.3536515 Jul 13 02:33:57.936584 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:33:57.943596 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a559fb66-c474-49f4-86ff-78c1ddff5f74" -d '{"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:33:57.986162 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acf55de-9c7d-4ce9-9f59-64be0d2f66a5 x-openstack-request-id: req-0acf55de-9c7d-4ce9-9f59-64be0d2f66a5 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:33:57.986451 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:33:57.988046 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0acf55de-9c7d-4ce9-9f59-64be0d2f66a5 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:33:57.988997 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'status': 'completed', 'code': 200} Jul 13 02:33:58.035402 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:58.048575 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42602) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:58.064658 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ccf69b60-df6d-4fd7-a917-782fec28076b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:58.113406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-3c14ac6e-64c5-414b-8a76-fdb2211b37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:58.114935 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-3c14ac6e-64c5-414b-8a76-fdb2211b37a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 1099 time: 0.0782368 Jul 13 02:33:58.187658 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ccf69b60-df6d-4fd7-a917-782fec28076b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:58.206465 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ccf69b60-df6d-4fd7-a917-782fec28076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:58.238471 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-c80127a0-1a17-494f-b514-850349ef4e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:58.240640 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-c80127a0-1a17-494f-b514-850349ef4e07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 200 len: 915 time: 0.1186764 Jul 13 02:33:58.266583 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ccf69b60-df6d-4fd7-a917-782fec28076b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=07f365d4affc430cab0f096c6fb24d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2161841 Jul 13 02:33:58.267269 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42608) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:58.274460 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf69b60-df6d-4fd7-a917-782fec28076b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076eb1f2-5843-4c9b-b681-2b993bb140fb,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:58.290983 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 5, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:58.324223 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] Checking router: 72b8c4c4-619d-4812-8324-63fe300f52fd for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:33:58.339193 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8822-b6e7-427c-bb8e-8ec446e1b9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:58.339757 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:33:58.340813 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:58.344169 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-72913f64-1a1c-42d7-8c2b-374d8cc9d852 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 200 len: 217 time: 0.0922811 Jul 13 02:33:58.360610 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8822-b6e7-427c-bb8e-8ec446e1b9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:58.401386 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-ca2bc798-6148-4a87-8dbc-3b055f109fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:58.403160 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-ca2bc798-6148-4a87-8dbc-3b055f109fc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 200 len: 853 time: 0.0479243 Jul 13 02:33:58.413570 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8822-b6e7-427c-bb8e-8ec446e1b9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:58.416509 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1a9f8822-b6e7-427c-bb8e-8ec446e1b9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:58.417787 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1a9f8822-b6e7-427c-bb8e-8ec446e1b9ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/076eb1f2-5843-4c9b-b681-2b993bb140fb HTTP/1.1" status: 204 len: 168 time: 0.1486914 Jul 13 02:33:58.425986 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f8822-b6e7-427c-bb8e-8ec446e1b9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076eb1f2-5843-4c9b-b681-2b993bb140fb,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:58.469588 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:33:58.480395 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-5ccadc41-31b2-4650-99e7-7680452f16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:58.482793 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-5ccadc41-31b2-4650-99e7-7680452f16b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=acf40587-1b21-48e9-87d9-59aef421a5ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728543 Jul 13 02:33:58.608204 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-62d5ab5a-d17a-4813-aaec-669a47517d26 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173458 Jul 13 02:33:58.724099 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 5, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:33:58.755257 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b0c885-1836-4fd4-93c5-d15ce4dac354 None None] The sync data for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi is: [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:31:29Z', 'revision_number': 4, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'b62f42c2-535e-468c-b588-6fa91fb55f1d', 'name': '', 'network_id': 'acf40587-1b21-48e9-87d9-59aef421a5ba', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'mac_address': 'fa:16:3e:22:6c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:28Z', 'updated_at': '2021-07-13T02:31:36Z', 'revision_number': 5, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'subnets': [{'id': '02492225-ca7b-4caa-ad59-90a636c01d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:33:58.769842 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a559fb66-c474-49f4-86ff-78c1ddff5f74 req-b2ff5435-51bd-4775-aaa4-f5ac3efcaa95 service neutron] 10.222.0.39 "GET /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483195 Jul 13 02:33:58.993060 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75339adc-f074-430f-a69d-58c51478a3ad None None] New status for floating IP 62a8cbbd-6eb9-4c28-aa23-f394e39bdc8e: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:33:59.193189 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42646) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:59.284044 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1844847158-network', 'tenant_id': '87e950d1829f4b59a17b88a19be6d5f4'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:33:59.305648 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Made reservation on behalf of 87e950d1829f4b59a17b88a19be6d5f4 for: {'network': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:33:59.307984 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.316453 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.406003 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.410241 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.436642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=92892) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:33:59.446921 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3960f1-ccea-4751-b334-a759761ea9a0,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:59.451781 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.452119 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.segments_db [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Added segment 3f9cc878-dc98-4e80-bd7c-507045bbb5b4 of type vlan for network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c Jul 13 02:33:59.495623 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.525458 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.526416 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:59.527138 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.562586 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3682275 Jul 13 02:33:59.566142 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42656) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:33:59.571670 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Request body: {'subnet': {'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1844847158-subnet', 'tenant_id': '87e950d1829f4b59a17b88a19be6d5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:33:59.592958 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb17bc3-ca37-471c-a829-285822f472d6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:59.604241 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Made reservation on behalf of 87e950d1829f4b59a17b88a19be6d5f4 for: {'subnet': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:33:59.607257 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59781396'] for subnet, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.610441 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:33:59.805790 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60790160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59781478'] for subnet, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.874092 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bdf679f-4c19-4a19-bc2b-73f1ce617468,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:33:59.881778 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Checking segment: {'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:33:59.882286 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Network hostable DHCP agents. Network: fe7fb172-0d2b-4b8e-9cdf-93d66698e34c, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92891) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:33:59.904633 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92891) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:33:59.914527 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, fe7fb172-0d2b-4b8e-9cdf-93d66698e34c) {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:33:59.919050 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:33:59.919640 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:33:59.925824 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1336a-86e3-4802-82b7-1e4c8e7a3d18 None None] Network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:33:59.935375 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-308bd536-49f3-4438-ad53-8afdb50c0cbc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3674488 Jul 13 02:34:00.075163 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986c677c-4829-4f36-9f03-7667acd51d85 None None] Network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:34:00.082899 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42676) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:00.193708 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f6896052-0728-4fd5-8082-2232d23a77f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:00.284737 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f6896052-0728-4fd5-8082-2232d23a77f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:00.289312 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-f6896052-0728-4fd5-8082-2232d23a77f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:00.333596 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896052-0728-4fd5-8082-2232d23a77f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4213cc-9af2-4f3b-b9ff-416c4a9f75f0,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:00.340336 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-f6896052-0728-4fd5-8082-2232d23a77f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44841a6c058b40e5b99cafd8797ffbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539535 Jul 13 02:34:00.340581 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42680) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:00.395569 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-963836d9-6304-4772-8649-6cdc0d250b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:00.417642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-963836d9-6304-4772-8649-6cdc0d250b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:00.464021 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-963836d9-6304-4772-8649-6cdc0d250b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:00.466642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-963836d9-6304-4772-8649-6cdc0d250b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:00.467753 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-963836d9-6304-4772-8649-6cdc0d250b74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db4213cc-9af2-4f3b-b9ff-416c4a9f75f0 HTTP/1.1" status: 204 len: 168 time: 0.1262457 Jul 13 02:34:00.476077 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963836d9-6304-4772-8649-6cdc0d250b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4213cc-9af2-4f3b-b9ff-416c4a9f75f0,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:01.124070 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01afbd-0981-44aa-b018-ee8b716069b1 req-61b0b667-6d30-4eab-b7f9-f862e7143e0b tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:01.125630 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d01afbd-0981-44aa-b018-ee8b716069b1 req-61b0b667-6d30-4eab-b7f9-f862e7143e0b tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.0641286 Jul 13 02:34:01.165602 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5d01afbd-0981-44aa-b018-ee8b716069b1 req-27fde187-f128-40f1-9f08-21aa98e21f7a tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334096 Jul 13 02:34:02.065962 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb4f2-6253-4668-98f1-792126955054 req-423e282d-358d-46f2-a6c6-a89ca0d15a63 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:02.067461 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-423e282d-358d-46f2-a6c6-a89ca0d15a63 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/networks?id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c HTTP/1.1" status: 200 len: 809 time: 0.1135373 Jul 13 02:34:02.082770 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-3c65f61d-bf4d-41f2-8f89-e52a7f5cf997 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/quotas/87e950d1829f4b59a17b88a19be6d5f4 HTTP/1.1" status: 200 len: 375 time: 0.0100195 Jul 13 02:34:02.117413 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-734527e8-5cc2-4cc2-860c-dc9aed0b15bc tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87e950d1829f4b59a17b88a19be6d5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295208 Jul 13 02:34:02.217086 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-b0e4764b-2cd0-4003-be4b-c1f7973024ea service neutron] 10.222.0.32 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927582 Jul 13 02:34:02.251193 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42770) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:02.351790 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-1dfbf4c4-d578-440c-b45c-9ea4831ea982 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283519 Jul 13 02:34:02.354378 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65b4a22a-24c9-4dc6-8235-773947358c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.373689 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f92e-d7c8-45f2-9d73-2c2600b42ddd req-c8a8e66e-1469-4d60-bd3f-6603da9dcb6e tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:02.375205 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4839f92e-d7c8-45f2-9d73-2c2600b42ddd req-c8a8e66e-1469-4d60-bd3f-6603da9dcb6e tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.0853939 Jul 13 02:34:02.421334 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4839f92e-d7c8-45f2-9d73-2c2600b42ddd req-21072217-5611-45c3-9c9c-cc36fb64d71c tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395308 Jul 13 02:34:02.458683 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65b4a22a-24c9-4dc6-8235-773947358c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.462621 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-65b4a22a-24c9-4dc6-8235-773947358c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.506922 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-65b4a22a-24c9-4dc6-8235-773947358c6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfe0f48cd8e14f05bdda1bf7036c32a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546389 Jul 13 02:34:02.507937 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a22a-24c9-4dc6-8235-773947358c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f088989-66ac-4bc6-8798-bbc129978498,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:02.509653 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42778) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:02.560041 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5c4b48d7-7a67-4cdb-b1b6-00ff1702a2f0 req-ad104efc-8da7-4e3c-9812-fa2a78ef617d tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 210 time: 0.0402863 Jul 13 02:34:02.589586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fae3f8b7-d9ab-4e63-9b08-4d549e907990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.610478 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fae3f8b7-d9ab-4e63-9b08-4d549e907990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.659984 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fae3f8b7-d9ab-4e63-9b08-4d549e907990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.662744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fae3f8b7-d9ab-4e63-9b08-4d549e907990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.663896 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-fae3f8b7-d9ab-4e63-9b08-4d549e907990 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f088989-66ac-4bc6-8798-bbc129978498 HTTP/1.1" status: 204 len: 168 time: 0.1520481 Jul 13 02:34:02.672332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f8b7-d9ab-4e63-9b08-4d549e907990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f088989-66ac-4bc6-8798-bbc129978498,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:02.834990 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-8c48ceaf-7d55-4471-9fb8-92ad40dc4f5f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:02.836489 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-8c48ceaf-7d55-4471-9fb8-92ad40dc4f5f tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.39 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 946 time: 0.0673745 Jul 13 02:34:02.938967 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Deleting port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:02.939207 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:02.964585 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42790) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:02.982120 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-afcfe479-aa24-475f-b59d-ea5f4215fc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.063261 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] For port bc4abdbb-fe6a-4872-b0b8-aca5ec258475, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:03.063625 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.083976 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Calling delete_port for bc4abdbb-fe6a-4872-b0b8-aca5ec258475 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:03.201688 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-afcfe479-aa24-475f-b59d-ea5f4215fc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.207406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-afcfe479-aa24-475f-b59d-ea5f4215fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.272260 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-afcfe479-aa24-475f-b59d-ea5f4215fc6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f1cb864a3d84a4f9e258604766a71e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064601 Jul 13 02:34:03.274943 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42792) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:03.277703 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfe479-aa24-475f-b59d-ea5f4215fc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405b7157-e374-472c-90ae-3b478d33caf7,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:03.292295 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.321956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Pushing event deleted for resources: {'Port': ['ID=bc4abdbb-fe6a-4872-b0b8-aca5ec258475,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:03.328143 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['bc4abdbb-fe6a-4872-b0b8-aca5ec258475'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:34:03.343140 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ca09bf23-b166-4a46-ace5-7f2132e4ecef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.368693 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ca09bf23-b166-4a46-ace5-7f2132e4ecef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.374941 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] No DVR routers for this DVR port bc4abdbb-fe6a-4872-b0b8-aca5ec258475 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:03.377395 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.379462 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-03286c73-24a4-49b1-a45b-623c1716edf7 req-92074682-9923-4ac7-afe3-415d67600712 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.39 "DELETE /v2.0/ports/bc4abdbb-fe6a-4872-b0b8-aca5ec258475 HTTP/1.1" status: 204 len: 173 time: 0.5375755 Jul 13 02:34:03.379885 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'name': 'network-vif-deleted', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:03.382247 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c063f5-02f8-411d-9cf2-d62da5cd2a8b" -d '{"events": [{"server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "name": "network-vif-deleted", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:03.424209 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f35817-a1e5-4430-9ce1-e5c44271f026 x-openstack-request-id: req-b1f35817-a1e5-4430-9ce1-e5c44271f026 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:03.424489 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578a1bf5-b64e-45c5-ac82-32809189a525", "name": "network-vif-deleted", "tag": "bc4abdbb-fe6a-4872-b0b8-aca5ec258475", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:03.424737 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1f35817-a1e5-4430-9ce1-e5c44271f026 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:03.425121 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578a1bf5-b64e-45c5-ac82-32809189a525', 'name': 'network-vif-deleted', 'tag': 'bc4abdbb-fe6a-4872-b0b8-aca5ec258475', 'status': 'completed', 'code': 200} Jul 13 02:34:03.427857 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ca09bf23-b166-4a46-ace5-7f2132e4ecef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.430571 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ca09bf23-b166-4a46-ace5-7f2132e4ecef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:03.431753 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ca09bf23-b166-4a46-ace5-7f2132e4ecef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/405b7157-e374-472c-90ae-3b478d33caf7 HTTP/1.1" status: 204 len: 168 time: 0.1558318 Jul 13 02:34:03.439832 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09bf23-b166-4a46-ace5-7f2132e4ecef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405b7157-e374-472c-90ae-3b478d33caf7,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:03.603393 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ac807ff1-f4b3-43ba-86e0-77f654607106 req-90ff7c7b-22c9-4398-90fe-c2cc2e80afe4 tempest-TestMinimumBasicScenario-2042876567 tempest-TestMinimumBasicScenario-2042876567-project] 10.222.0.32 "GET /v2.0/ports?device_id=578a1bf5-b64e-45c5-ac82-32809189a525 HTTP/1.1" status: 200 len: 210 time: 0.0314975 Jul 13 02:34:03.789056 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-108a70a5-8392-4b2d-b033-17ce15e56c6e req-4f45f07a-6f98-4fa2-9f07-04b6caef752a tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 210 time: 0.0508258 Jul 13 02:34:03.833460 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb4f2-6253-4668-98f1-792126955054 req-758ad3af-5cd7-470f-9cc9-84f5534b4036 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:03.835386 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-758ad3af-5cd7-470f-9cc9-84f5534b4036 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "GET /v2.0/networks?id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c HTTP/1.1" status: 200 len: 809 time: 0.2017207 Jul 13 02:34:03.855097 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Request body: {'port': {'device_id': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c', 'admin_state_up': True, 'tenant_id': '87e950d1829f4b59a17b88a19be6d5f4'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:34:03.981867 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Made reservation on behalf of 87e950d1829f4b59a17b88a19be6d5f4 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:34:03.985395 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:04.159951 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Allocated IP 172.20.0.7 (fe7fb172-0d2b-4b8e-9cdf-93d66698e34c/3bdf679f-4c19-4a19-bc2b-73f1ce617468/8a876fcb-09a2-4819-9a15-b495b5a7b410) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:34:04.331046 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:04.371720 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:04.417056 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:34:04.420289 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:34:04.424228 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:34:04.448494 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Pushing event updated for resources: {'Port': ['ID=8a876fcb-09a2-4819-9a15-b495b5a7b410,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:04.478017 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:04.478577 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:04.492552 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-8456242a-1f07-4933-b21c-cece7b1a9573 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6414144 Jul 13 02:34:04.508732 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Request body: {'port': {'device_id': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:34:04.583523 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:04.858246 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a876fcb-09a2-4819-9a15-b495b5a7b410 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:34:04.867268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:04.884761 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Transition to ACTIVE for port object 8a876fcb-09a2-4819-9a15-b495b5a7b410 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:34:04.899478 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:05.003786 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Pushing event updated for resources: {'Port': ['ID=8a876fcb-09a2-4819-9a15-b495b5a7b410,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:05.082667 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634854-ff63-4865-96dc-7f449f02f9bf req-305b94a6-083d-45e5-9a47-1e89e7d5ffc5 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:05.084377 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-75634854-ff63-4865-96dc-7f449f02f9bf req-305b94a6-083d-45e5-9a47-1e89e7d5ffc5 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 943 time: 0.1530282 Jul 13 02:34:05.085572 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Attempting to bind port 8a876fcb-09a2-4819-9a15-b495b5a7b410 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:34:05.085954 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Attempting to bind port 8a876fcb-09a2-4819-9a15-b495b5a7b410 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:34:05.086379 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Attempting to bind port 8a876fcb-09a2-4819-9a15-b495b5a7b410 on network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:34:05.092623 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Port 8a876fcb-09a2-4819-9a15-b495b5a7b410 on network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:34:05.093052 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Attempting to bind port 8a876fcb-09a2-4819-9a15-b495b5a7b410 on network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:34:05.110160 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:34:05.110561 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Checking segment: {'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:34:05.110997 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Bound using segment: {'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:34:05.112122 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Bound port: 8a876fcb-09a2-4819-9a15-b495b5a7b410, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:34:05.112679 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:05.162356 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-75634854-ff63-4865-96dc-7f449f02f9bf req-c7f52d71-f355-4a62-ac3a-c58cac058356 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710518 Jul 13 02:34:05.207290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] For port 8a876fcb-09a2-4819-9a15-b495b5a7b410, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:34:05.213038 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] For port 8a876fcb-09a2-4819-9a15-b495b5a7b410, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=8a876fcb-09a2-4819-9a15-b495b5a7b410,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:34:05.218448 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:05.252083 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:05.252788 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:05.254290 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] 10.222.0.39 "PUT /v2.0/ports/8a876fcb-09a2-4819-9a15-b495b5a7b410 HTTP/1.1" status: 200 len: 1093 time: 0.7497590 Jul 13 02:34:05.280046 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d19db0-ba19-4963-8b01-1c7155e13947 service neutron] Pushing event updated for resources: {'Port': ['ID=8a876fcb-09a2-4819-9a15-b495b5a7b410,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:05.364367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb4f2-6253-4668-98f1-792126955054 req-9a9642a5-8b3e-4639-b79b-8d127eb494e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:05.365889 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-9a9642a5-8b3e-4639-b79b-8d127eb494e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87e950d1829f4b59a17b88a19be6d5f4&device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 1096 time: 0.0553527 Jul 13 02:34:05.421324 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42892) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:05.428571 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'tag': '8a876fcb-09a2-4819-9a15-b495b5a7b410'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:05.430903 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7991fc1-3796-44ce-98f1-e3bd56a01593" -d '{"events": [{"name": "network-changed", "server_uuid": "3e123fde-1713-4d31-bb57-f6501b2b56c8", "tag": "8a876fcb-09a2-4819-9a15-b495b5a7b410"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:05.481345 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-c84bb2a1-ed97-4864-85cf-77560324eea1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a876fcb-09a2-4819-9a15-b495b5a7b410 HTTP/1.1" status: 200 len: 217 time: 0.1034636 Jul 13 02:34:05.482960 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eee0e7-e405-4ddb-b19e-786a4afca96a x-openstack-request-id: req-35eee0e7-e405-4ddb-b19e-786a4afca96a {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:05.483240 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e123fde-1713-4d31-bb57-f6501b2b56c8", "tag": "8a876fcb-09a2-4819-9a15-b495b5a7b410", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:05.483484 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-35eee0e7-e405-4ddb-b19e-786a4afca96a {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:05.483851 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'tag': '8a876fcb-09a2-4819-9a15-b495b5a7b410', 'status': 'completed', 'code': 200} Jul 13 02:34:05.583531 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcadb4f2-6253-4668-98f1-792126955054 req-642457b2-8daf-491b-a64d-78e4d09cf620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:05.584940 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-642457b2-8daf-491b-a64d-78e4d09cf620 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdf679f-4c19-4a19-bc2b-73f1ce617468 HTTP/1.1" status: 200 len: 849 time: 0.0919237 Jul 13 02:34:05.650753 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-f9f76835-12dc-4ca7-a216-5daeeb5f97f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581212 Jul 13 02:34:06.086079 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-bf62e1db-1383-40b7-ae14-190ef8afc5bf service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290698 Jul 13 02:34:06.214493 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dcadb4f2-6253-4668-98f1-792126955054 req-de3f4d71-dc1e-447f-a59b-754af9d8ad2a service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213870 Jul 13 02:34:06.316187 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:06.464083 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7177-72ff-4674-ac92-1121254adf25 req-f3adf16b-1e12-4c91-acff-05bd73679da9 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:06.465534 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-443b7177-72ff-4674-ac92-1121254adf25 req-f3adf16b-1e12-4c91-acff-05bd73679da9 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 943 time: 0.1918705 Jul 13 02:34:06.506308 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-17520749-efef-4c9e-b908-541d1c3b7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:06.507722 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-17520749-efef-4c9e-b908-541d1c3b7644 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87e950d1829f4b59a17b88a19be6d5f4&device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 1096 time: 0.2040668 Jul 13 02:34:06.515547 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bc4abdbb-fe6a-4872-b0b8-aca5ec258475 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:06.542965 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: bc4abdbb-fe6a-4872-b0b8-aca5ec258475 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:06.542965 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bc4abdbb-fe6a-4872-b0b8-aca5ec258475 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:06.590733 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-443b7177-72ff-4674-ac92-1121254adf25 req-26730cd5-bc15-4577-8398-6f86a8314faa tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168821 Jul 13 02:34:06.610954 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:34:06.655476 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-149e996d-c55a-4f26-8359-42c5dbf3da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:06.656930 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-149e996d-c55a-4f26-8359-42c5dbf3da37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c HTTP/1.1" status: 200 len: 910 time: 0.1379604 Jul 13 02:34:06.722995 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-a51a9b99-9f2d-41eb-a0e6-7dd48687055d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a876fcb-09a2-4819-9a15-b495b5a7b410 HTTP/1.1" status: 200 len: 217 time: 0.0453207 Jul 13 02:34:06.796656 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-e32d894f-b8e0-4cd2-b868-c0aed4e1b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:06.798102 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-e32d894f-b8e0-4cd2-b868-c0aed4e1b6b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdf679f-4c19-4a19-bc2b-73f1ce617468 HTTP/1.1" status: 200 len: 849 time: 0.0674720 Jul 13 02:34:06.815505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Deleting port b62f42c2-535e-468c-b588-6fa91fb55f1d {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:06.815854 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:06.834782 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-d5c82f42-622a-4cc3-ae1b-0e7d413239e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299661 Jul 13 02:34:06.976862 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] For port b62f42c2-535e-468c-b588-6fa91fb55f1d, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=b62f42c2-535e-468c-b588-6fa91fb55f1d,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:06.977218 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:06.990440 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-cb292bf4-4631-41dc-8e35-0cd47a792788 service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436875 Jul 13 02:34:06.993780 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Calling delete_port for b62f42c2-535e-468c-b588-6fa91fb55f1d owned by network:router_interface {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:07.145934 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:07.168830 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:07.196051 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62f42c2-535e-468c-b588-6fa91fb55f1d,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:07.357022 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:07.571135 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Router 72b8c4c4-619d-4812-8324-63fe300f52fd has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:34:07.675380 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:34:07.681034 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-03597a27-f667-40b6-9ecd-efe787dfe7a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/72b8c4c4-619d-4812-8324-63fe300f52fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2580421 Jul 13 02:34:07.683530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42910) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:07.686717 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] Sync routers for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:34:07.696087 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:34:07.696709 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:07.809690 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:34:07.830593 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks [] for router, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:07.840544 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41dbdc-afbe-4b47-a7fa-8ce402491754 req-28334396-10fc-4ef7-81a7-0aa98e88073c tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:07.842013 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bd41dbdc-afbe-4b47-a7fa-8ce402491754 req-28334396-10fc-4ef7-81a7-0aa98e88073c tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 943 time: 0.1168368 Jul 13 02:34:07.950151 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bd41dbdc-afbe-4b47-a7fa-8ce402491754 req-c9dc5328-6e60-4f01-b18a-7b6b4fae413a tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761657 Jul 13 02:34:07.973692 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.000196 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:34:07Z', 'revision_number': 5, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port': {'id': 'e1dbef73-07e3-4ddc-96fa-362064c68500', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:4b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:26Z', 'updated_at': '2021-07-13T02:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:08.027688 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Deleting port e1dbef73-07e3-4ddc-96fa-362064c68500 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:08.028033 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.030669 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] Checking router: 72b8c4c4-619d-4812-8324-63fe300f52fd for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:34:08.039791 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] Routers {'72b8c4c4-619d-4812-8324-63fe300f52fd'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:34:08.040402 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['72b8c4c4-619d-4812-8324-63fe300f52fd'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:08.103497 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] For port e1dbef73-07e3-4ddc-96fa-362064c68500, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=e1dbef73-07e3-4ddc-96fa-362064c68500,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:08.103766 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.115567 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Calling delete_port for e1dbef73-07e3-4ddc-96fa-362064c68500 owned by network:router_gateway {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:08.120770 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] Set router 72b8c4c4-619d-4812-8324-63fe300f52fd gateway port host: None {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:34:08.174658 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:34:07Z', 'revision_number': 6, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:08.200380 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d8c336-aafa-4fca-bf0a-75339fcd3f2d None None] The sync data for ids ['72b8c4c4-619d-4812-8324-63fe300f52fd'] in dv-cinder-781024-2-iscsi is: [{'id': '72b8c4c4-619d-4812-8324-63fe300f52fd', 'name': 'tempest-TestMinimumBasicScenario-714869270-router', 'tenant_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:25Z', 'updated_at': '2021-07-13T02:34:07Z', 'revision_number': 6, 'project_id': 'd9e51bf2b24e42b7b4bad3a25ff6f564', 'gw_port_host': None}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:34:08.283935 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.310213 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dbef73-07e3-4ddc-96fa-362064c68500,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:08.370793 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.457969 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.460057 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.500325 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.500805 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b8c4c4-619d-4812-8324-63fe300f52fd {{(pid=92891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:34:08.505531 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.506694 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-934bb011-4dca-4b26-9154-7cb152be133e admin admin] 10.222.0.32 "DELETE /v2.0/routers/72b8c4c4-619d-4812-8324-63fe300f52fd HTTP/1.1" status: 204 len: 168 time: 0.8216631 Jul 13 02:34:08.509281 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42914) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:08.554100 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] Deleting subnet 02492225-ca7b-4caa-ad59-90a636c01d8a {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:34:08.557331 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.596081 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.671018 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.722484 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.748783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02492225-ca7b-4caa-ad59-90a636c01d8a,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:08.754124 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.754124 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-ba3816cb-9f85-4d57-9f6a-002f13a7f647 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02492225-ca7b-4caa-ad59-90a636c01d8a HTTP/1.1" status: 204 len: 168 time: 0.2437687 Jul 13 02:34:08.756333 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42918) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:08.758492 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc374bfd-9b5f-4b1e-ba6d-bb83cadcaa60 None None] Network acf40587-1b21-48e9-87d9-59aef421a5ba requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:34:08.827689 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.880637 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Deleting port 856030fc-bef9-4230-9d57-2c2b9a326cf2 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:08.880903 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.948650 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] DHCP port deletion for acf40587-1b21-48e9-87d9-59aef421a5ba request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:34:08.957641 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] For port 856030fc-bef9-4230-9d57-2c2b9a326cf2, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=856030fc-bef9-4230-9d57-2c2b9a326cf2,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:08.958178 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:08.969960 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Calling delete_port for 856030fc-bef9-4230-9d57-2c2b9a326cf2 owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:09.001413 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] Deleting port 856030fc-bef9-4230-9d57-2c2b9a326cf2 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:09.001791 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.069527 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] For port 856030fc-bef9-4230-9d57-2c2b9a326cf2, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=856030fc-bef9-4230-9d57-2c2b9a326cf2,segment=NetworkSegment(218dbc67-d253-42db-8e2e-e9bca3c2eb91),segment_id=218dbc67-d253-42db-8e2e-e9bca3c2eb91)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:09.069950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.077354 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.084153 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] Calling delete_port for 856030fc-bef9-4230-9d57-2c2b9a326cf2 owned by network:dhcp {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:09.129063 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Pushing event deleted for resources: {'Port': ['ID=856030fc-bef9-4230-9d57-2c2b9a326cf2,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:09.130944 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] No DVR routers for this DVR port 856030fc-bef9-4230-9d57-2c2b9a326cf2 on host dv-cinder-781024-2-iscsi {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:09.171352 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.199522 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] Pushing event deleted for resources: {'Port': ['ID=856030fc-bef9-4230-9d57-2c2b9a326cf2,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:09.201454 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af202a-1a4e-4b70-8f9e-e63867f68fd4 None None] No DVR routers for this DVR port 856030fc-bef9-4230-9d57-2c2b9a326cf2 on host dv-cinder-781024-2-iscsi {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:09.216642 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.229085 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf40587-1b21-48e9-87d9-59aef421a5ba']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:09.244773 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218dbc67-d253-42db-8e2e-e9bca3c2eb91') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:09.245073 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218dbc67-d253-42db-8e2e-e9bca3c2eb91') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:09.254282 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823bf4d-2b4b-4251-a703-96084436ee66 req-df88ece2-85fe-4d2a-a868-935d891b07a4 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:09.255766 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a823bf4d-2b4b-4251-a703-96084436ee66 req-df88ece2-85fe-4d2a-a868-935d891b07a4 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 943 time: 0.1796021 Jul 13 02:34:09.265275 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.291800 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.303514 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:34:09.303894 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:34:09.305473 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:34:09.320711 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a823bf4d-2b4b-4251-a703-96084436ee66 req-2fe35593-7419-46f8-9d2f-2de040a35645 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580304 Jul 13 02:34:09.366785 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.372261 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.374104 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] 10.222.0.32 "DELETE /v2.0/networks/acf40587-1b21-48e9-87d9-59aef421a5ba HTTP/1.1" status: 204 len: 168 time: 0.6168532 Jul 13 02:34:09.377736 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42922) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:09.385029 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914b90f-f4a3-4ec7-96d2-7b9598acba95 admin admin] Pushing event deleted for resources: {'Network': ['ID=acf40587-1b21-48e9-87d9-59aef421a5ba,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:09.453627 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device b62f42c2-535e-468c-b588-6fa91fb55f1d no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:09.474655 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: b62f42c2-535e-468c-b588-6fa91fb55f1d {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:09.474655 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device b62f42c2-535e-468c-b588-6fa91fb55f1d not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:09.474655 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 856030fc-bef9-4230-9d57-2c2b9a326cf2 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:09.493556 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 856030fc-bef9-4230-9d57-2c2b9a326cf2 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:09.493996 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 856030fc-bef9-4230-9d57-2c2b9a326cf2 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:09.494430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device e1dbef73-07e3-4ddc-96fa-362064c68500 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:09.514414 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: e1dbef73-07e3-4ddc-96fa-362064c68500 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:09.514794 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device e1dbef73-07e3-4ddc-96fa-362064c68500 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:09.652453 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 8a876fcb-09a2-4819-9a15-b495b5a7b410 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:34:09.719307 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.757629 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a7991fc1-3796-44ce-98f1-e3bd56a01593 req-3fe66d99-09a6-4a2d-8623-7acc099ce5ca service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977542 Jul 13 02:34:09.881016 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 8a876fcb-09a2-4819-9a15-b495b5a7b410, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=8a876fcb-09a2-4819-9a15-b495b5a7b410,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:09.894190 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '8a876fcb-09a2-4819-9a15-b495b5a7b410', 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c', 'port_id': '8a876fcb-09a2-4819-9a15-b495b5a7b410', 'mac_address': 'fa:16:3e:47:4b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bdf679f-4c19-4a19-bc2b-73f1ce617468', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:34:09.934298 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:09.948442 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a876fcb-09a2-4819-9a15-b495b5a7b410 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:34:09.970524 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 8a876fcb-09a2-4819-9a15-b495b5a7b410, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=8a876fcb-09a2-4819-9a15-b495b5a7b410,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:09.975462 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:10.011703 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Deleting port ad3573c3-0c61-4f59-aa21-a1561604de31 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:10.011703 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:10.039654 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=8a876fcb-09a2-4819-9a15-b495b5a7b410,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:10.097569 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] For port ad3573c3-0c61-4f59-aa21-a1561604de31, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=ad3573c3-0c61-4f59-aa21-a1561604de31,segment=NetworkSegment(86112e2f-36b1-4cca-a17c-5b155e8da115),segment_id=86112e2f-36b1-4cca-a17c-5b155e8da115)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:10.097918 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:10.110535 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Calling delete_port for ad3573c3-0c61-4f59-aa21-a1561604de31 owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:10.194839 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-f0e977b2-32c5-43f1-90da-b2c09e0dccf2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3424582 Jul 13 02:34:10.281956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-d3ea373f-d718-46cc-964e-a4aad7a979dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:10.284055 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-d3ea373f-d718-46cc-964e-a4aad7a979dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 1098 time: 0.0528586 Jul 13 02:34:10.293160 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:10.311716 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['8a876fcb-09a2-4819-9a15-b495b5a7b410'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:34:10.319367 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3573c3-0c61-4f59-aa21-a1561604de31,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:10.397973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-dd2ace08-6309-42cb-b2ba-05e1e2c408ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:10.399743 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-dd2ace08-6309-42cb-b2ba-05e1e2c408ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0947149 Jul 13 02:34:10.502673 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-ba8c8b14-8613-43c0-9e4e-2e4392f9759d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ebc0a6-1594-4ae0-8308-07615056f845 HTTP/1.1" status: 200 len: 1001 time: 0.0958295 Jul 13 02:34:10.504971 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:10.585311 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-3ef8eb50-447c-425e-934d-ccdf617e2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:10.586801 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-3ef8eb50-447c-425e-934d-ccdf617e2d4a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0638640 Jul 13 02:34:10.608864 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc2926-3a26-4995-ae81-9a64808924e8 req-e5f2ee5e-cb22-4e6c-91c8-eb37f789dc66 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:10.610322 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-72bc2926-3a26-4995-ae81-9a64808924e8 req-e5f2ee5e-cb22-4e6c-91c8-eb37f789dc66 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 944 time: 0.1258447 Jul 13 02:34:10.677280 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-72bc2926-3a26-4995-ae81-9a64808924e8 req-3fb4c862-4f03-45ed-b021-ecc011ac9127 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473661 Jul 13 02:34:10.684896 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-672edfc8-4c0c-4669-8300-15e057f51c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:10.686367 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-672edfc8-4c0c-4669-8300-15e057f51c14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924563 Jul 13 02:34:10.721971 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Router 8adb0efa-1d29-4d46-9a54-87405edac7b5 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:34:10.778762 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-71c5a86d-5f8b-4ccb-bd42-f5736553b4da service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856605 Jul 13 02:34:10.831972 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:34:10.841576 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42932) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:10.842544 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d994d879-cb7f-4bb4-b7ac-fa9c5f2b25ed admin admin] 10.222.0.32 "PUT /v2.0/routers/8adb0efa-1d29-4d46-9a54-87405edac7b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4636695 Jul 13 02:34:10.843172 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] Sync routers for ids ['8adb0efa-1d29-4d46-9a54-87405edac7b5'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:34:10.856038 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] Routers {'8adb0efa-1d29-4d46-9a54-87405edac7b5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:34:10.856646 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['8adb0efa-1d29-4d46-9a54-87405edac7b5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:10.943489 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-12374f72-288c-4d3d-9a4a-6932fce94fc1 req-ffa23d28-92d0-4d0c-b6b8-5acf2eeb6fb5 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582468 Jul 13 02:34:10.967961 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks [] for router, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:10.976660 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] Set router 8adb0efa-1d29-4d46-9a54-87405edac7b5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:34:11.082819 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.132475 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Deleting port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:11.132903 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.180285 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95'}], 'enable_snat': True}, 'gw_port_id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:34:10Z', 'revision_number': 5, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port': {'id': '0ddd3e6f-6dd5-486b-9dac-cd56af54bbce', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:11.209803 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] Checking router: 8adb0efa-1d29-4d46-9a54-87405edac7b5 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:34:11.218528 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] Routers {'8adb0efa-1d29-4d46-9a54-87405edac7b5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:34:11.219093 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:33:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['8adb0efa-1d29-4d46-9a54-87405edac7b5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:11.224343 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] For port 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:11.224707 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.237030 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Calling delete_port for 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce owned by network:router_gateway {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:11.306538 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-37539810-cece-46c7-9efc-174c5a3ea5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.308504 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] Set router 8adb0efa-1d29-4d46-9a54-87405edac7b5 gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:34:11.370896 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:34:11Z', 'revision_number': 6, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:11.400535 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677f2c0-6093-4940-9900-d676ed9d0949 None None] The sync data for ids ['8adb0efa-1d29-4d46-9a54-87405edac7b5'] in dv-cinder-781024-2-iscsi is: [{'id': '8adb0efa-1d29-4d46-9a54-87405edac7b5', 'name': 'tempest-TestMinimumBasicScenario-1971940805-router', 'tenant_id': '1769789c635e42aeabb5df4760a829c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:31:32Z', 'updated_at': '2021-07-13T02:34:11Z', 'revision_number': 6, 'project_id': '1769789c635e42aeabb5df4760a829c4', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:34:11.435318 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.458474 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddd3e6f-6dd5-486b-9dac-cd56af54bbce,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:11.522334 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.611076 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.613637 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.654505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.655045 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8adb0efa-1d29-4d46-9a54-87405edac7b5 {{(pid=92891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:34:11.659175 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.660379 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0eceeac9-18bd-4fff-8302-9568f31e3437 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8adb0efa-1d29-4d46-9a54-87405edac7b5 HTTP/1.1" status: 204 len: 168 time: 0.8177319 Jul 13 02:34:11.663144 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42944) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:11.707267 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] Deleting subnet 81e4acc3-795e-46fd-a9f9-43373a6d7c57 {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:34:11.709804 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.743463 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.876055 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.936182 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b856d65-55fc-451a-9954-ebc1987b7883 req-e2d198bb-6cf3-47aa-827c-49094aa73ab8 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:11.937660 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4b856d65-55fc-451a-9954-ebc1987b7883 req-e2d198bb-6cf3-47aa-827c-49094aa73ab8 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 944 time: 0.1280768 Jul 13 02:34:11.958664 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:11.992995 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e4acc3-795e-46fd-a9f9-43373a6d7c57,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:12.002631 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.007021 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-64c450ae-7f1a-4659-9e30-bc9d797dc803 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/81e4acc3-795e-46fd-a9f9-43373a6d7c57 HTTP/1.1" status: 204 len: 168 time: 0.3404291 Jul 13 02:34:12.007191 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f362af-ccaa-4c18-bcc7-b64fb2abaa4e None None] Network 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:34:12.007430 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42948) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:12.009738 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4b856d65-55fc-451a-9954-ebc1987b7883 req-e7de19c1-9f66-446a-b507-b0a11be28de8 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665259 Jul 13 02:34:12.079902 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.130732 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Deleting port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:12.130967 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.195847 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] For port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,segment=NetworkSegment(86112e2f-36b1-4cca-a17c-5b155e8da115),segment_id=86112e2f-36b1-4cca-a17c-5b155e8da115)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:12.196411 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.197623 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] DHCP port deletion for 94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:34:12.210904 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Calling delete_port for 45b5e85e-46f8-4967-a1d4-bb14698ff4fc owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:12.250591 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] Deleting port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:12.251030 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.301682 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.328644 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] For port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,segment=NetworkSegment(86112e2f-36b1-4cca-a17c-5b155e8da115),segment_id=86112e2f-36b1-4cca-a17c-5b155e8da115)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:12.329118 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.331953 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] No DVR routers for this DVR port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc on host dv-cinder-781024-2-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:12.335203 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:12.354246 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] Calling delete_port for 45b5e85e-46f8-4967-a1d4-bb14698ff4fc owned by network:dhcp {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:12.408061 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.418235 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a40cf4-9c32-4cc7-87fc-88b3bc908ac8']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:12.428603 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86112e2f-36b1-4cca-a17c-5b155e8da115') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:12.428902 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86112e2f-36b1-4cca-a17c-5b155e8da115') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:12.434598 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.442729 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.462237 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] Pushing event deleted for resources: {'Port': ['ID=45b5e85e-46f8-4967-a1d4-bb14698ff4fc,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:12.463249 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.467597 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0555c873-8879-4a0a-aabc-14f277904227 None None] No DVR routers for this DVR port 45b5e85e-46f8-4967-a1d4-bb14698ff4fc on host dv-cinder-781024-2-iscsi {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:12.474930 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:34:12.474930 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:34:12.476471 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:34:12.534902 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.540555 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.542728 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] 10.222.0.32 "DELETE /v2.0/networks/94a40cf4-9c32-4cc7-87fc-88b3bc908ac8 HTTP/1.1" status: 204 len: 168 time: 0.5337162 Jul 13 02:34:12.556428 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7af3f-03e4-4601-9cb6-d8ed8dd87f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=94a40cf4-9c32-4cc7-87fc-88b3bc908ac8,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:12.711316 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42960) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:12.717652 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 8a876fcb-09a2-4819-9a15-b495b5a7b410 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:34:12.751618 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-86d88fe5-8c37-4ef1-8d5b-7acc5705fd4b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9e51bf2b24e42b7b4bad3a25ff6f564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390105 Jul 13 02:34:12.754115 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42962) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:12.766679 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 8a876fcb-09a2-4819-9a15-b495b5a7b410 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:34:12.770876 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 8a876fcb-09a2-4819-9a15-b495b5a7b410 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:34:12.771255 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.806565 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d118314-9a68-41ec-bf75-766698f05c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.826841 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d118314-9a68-41ec-bf75-766698f05c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.848455 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.872621 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a876fcb-09a2-4819-9a15-b495b5a7b410'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:12.873166 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d118314-9a68-41ec-bf75-766698f05c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.875341 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bba70fd-cd2e-429e-8c6e-7595d8d4fb15" -d '{"events": [{"server_uuid": "3e123fde-1713-4d31-bb57-f6501b2b56c8", "name": "network-vif-plugged", "status": "completed", "tag": "8a876fcb-09a2-4819-9a15-b495b5a7b410"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:12.876447 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-8d118314-9a68-41ec-bf75-766698f05c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.880476 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-8d118314-9a68-41ec-bf75-766698f05c05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297 HTTP/1.1" status: 204 len: 168 time: 0.1229680 Jul 13 02:34:12.886699 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d118314-9a68-41ec-bf75-766698f05c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d47ef53-02cd-4de5-aa7c-2ea6ff9c2297,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:12.894925 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 8a876fcb-09a2-4819-9a15-b495b5a7b410, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=8a876fcb-09a2-4819-9a15-b495b5a7b410,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:12.900267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:12.934654 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18acca3-ca71-41a1-8046-e9ff9aa538bf x-openstack-request-id: req-a18acca3-ca71-41a1-8046-e9ff9aa538bf {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:12.934947 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e123fde-1713-4d31-bb57-f6501b2b56c8", "name": "network-vif-plugged", "status": "completed", "tag": "8a876fcb-09a2-4819-9a15-b495b5a7b410", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:12.935194 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a18acca3-ca71-41a1-8046-e9ff9aa538bf {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:12.935579 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a876fcb-09a2-4819-9a15-b495b5a7b410', 'code': 200} Jul 13 02:34:12.963792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=8a876fcb-09a2-4819-9a15-b495b5a7b410,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:13.231195 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42972) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:13.233984 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb67a3-a809-47f4-addd-b09454f71648 req-9f8968f2-0fb1-431f-aa22-403cd8dee834 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:13.235513 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fcb67a3-a809-47f4-addd-b09454f71648 req-9f8968f2-0fb1-431f-aa22-403cd8dee834 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 945 time: 0.1029081 Jul 13 02:34:13.237573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c5b76-1e45-4cbe-8fed-838bdd448858 req-1f2e8588-4589-48d7-82a3-31c2eb652d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:13.238954 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-991c5b76-1e45-4cbe-8fed-838bdd448858 req-1f2e8588-4589-48d7-82a3-31c2eb652d53 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 1098 time: 0.0946374 Jul 13 02:34:13.271097 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e501207f-b4b1-4439-88df-7c22e009dd55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1769789c635e42aeabb5df4760a829c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387590 Jul 13 02:34:13.273534 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42974) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:13.292546 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fcb67a3-a809-47f4-addd-b09454f71648 req-85c22c4f-73a0-4b13-8d4f-904e8d4cdb9b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509021 Jul 13 02:34:13.296093 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-991c5b76-1e45-4cbe-8fed-838bdd448858 req-6f9ee4eb-168a-4fb8-bba2-7150750460a4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Jul 13 02:34:13.323040 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c74c8a05-4817-419b-ae6d-fa1913832986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:13.343371 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c74c8a05-4817-419b-ae6d-fa1913832986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:13.390571 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c74c8a05-4817-419b-ae6d-fa1913832986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:13.393654 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-c74c8a05-4817-419b-ae6d-fa1913832986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:13.394737 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-c74c8a05-4817-419b-ae6d-fa1913832986 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c9842377-84a3-4fe4-ab99-842a2272d4ad HTTP/1.1" status: 204 len: 168 time: 0.1202939 Jul 13 02:34:13.405689 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c8a05-4817-419b-ae6d-fa1913832986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9842377-84a3-4fe4-ab99-842a2272d4ad,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:13.473191 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:13.493416 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:13.493781 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 0ddd3e6f-6dd5-486b-9dac-cd56af54bbce not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:13.494232 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 45b5e85e-46f8-4967-a1d4-bb14698ff4fc no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:13.514312 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 45b5e85e-46f8-4967-a1d4-bb14698ff4fc {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:13.514656 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 45b5e85e-46f8-4967-a1d4-bb14698ff4fc not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:13.515290 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ad3573c3-0c61-4f59-aa21-a1561604de31 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:13.535729 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: ad3573c3-0c61-4f59-aa21-a1561604de31 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:13.536114 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device ad3573c3-0c61-4f59-aa21-a1561604de31 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:13.819404 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42986) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:13.907775 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-59917689-aba5-4b04-a1d9-09191ca6d937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:13.921602 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a2acf395-f065-432e-b34a-5c524e750029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.013335 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a2acf395-f065-432e-b34a-5c524e750029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.017090 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a2acf395-f065-432e-b34a-5c524e750029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.056520 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a2acf395-f065-432e-b34a-5c524e750029 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c31e88789a574119834ebd621eeba7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360029 Jul 13 02:34:14.057471 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acf395-f065-432e-b34a-5c524e750029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd63687-688b-415c-baef-776286f17ab2,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:14.059201 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 42990) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:14.108258 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a9624a77-7e22-4408-8333-970d30703670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.132587 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a9624a77-7e22-4408-8333-970d30703670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.180104 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a9624a77-7e22-4408-8333-970d30703670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.182615 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a9624a77-7e22-4408-8333-970d30703670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.183740 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a9624a77-7e22-4408-8333-970d30703670 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9bd63687-688b-415c-baef-776286f17ab2 HTTP/1.1" status: 204 len: 168 time: 0.1228907 Jul 13 02:34:14.191322 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9624a77-7e22-4408-8333-970d30703670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd63687-688b-415c-baef-776286f17ab2,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:14.251325 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.462615 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 42998) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:14.476971 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1181a9-5b4a-4633-a05e-00372f7e6e71 req-ae23f805-b5bd-411f-971e-00d83ff31641 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:14.478532 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e1181a9-5b4a-4633-a05e-00372f7e6e71 req-ae23f805-b5bd-411f-971e-00d83ff31641 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 945 time: 0.0667913 Jul 13 02:34:14.478968 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d45cb84e-4dfb-480e-b6c3-041abdd2221c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.518639 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4e1181a9-5b4a-4633-a05e-00372f7e6e71 req-ad17d3e9-c43e-486e-8842-ebcac7f75025 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328338 Jul 13 02:34:14.572138 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d45cb84e-4dfb-480e-b6c3-041abdd2221c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.575868 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-d45cb84e-4dfb-480e-b6c3-041abdd2221c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.613788 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d45cb84e-4dfb-480e-b6c3-041abdd2221c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=165167527d7b498a8b7547e6393bbdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499891 Jul 13 02:34:14.614835 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cb84e-4dfb-480e-b6c3-041abdd2221c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5231d2b8-1774-4b6b-978b-270a0697b172,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:14.616476 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43000) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:14.665237 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b89b0622-b9b2-4780-84c7-ff569fbfce0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.685067 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b89b0622-b9b2-4780-84c7-ff569fbfce0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.729953 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b89b0622-b9b2-4780-84c7-ff569fbfce0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.732452 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b89b0622-b9b2-4780-84c7-ff569fbfce0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:14.733575 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b89b0622-b9b2-4780-84c7-ff569fbfce0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5231d2b8-1774-4b6b-978b-270a0697b172 HTTP/1.1" status: 204 len: 168 time: 0.1161404 Jul 13 02:34:14.740957 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b0622-b9b2-4780-84c7-ff569fbfce0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5231d2b8-1774-4b6b-978b-270a0697b172,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:15.016120 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:15.694671 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c67ea-9b44-4063-b641-e1632107a0e3 req-461c31d3-188f-4fda-acc1-173cdeb73752 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:15.696169 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c7c67ea-9b44-4063-b641-e1632107a0e3 req-461c31d3-188f-4fda-acc1-173cdeb73752 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 945 time: 0.0671082 Jul 13 02:34:15.733560 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0c7c67ea-9b44-4063-b641-e1632107a0e3 req-95f001ce-5f7a-47f5-b069-f1f13071a6b7 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318415 Jul 13 02:34:16.453278 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:16.695619 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac67dbb-3b52-4ad5-a314-c0b9f6065488 req-861c719a-c786-4ab8-91f6-399efa76592f tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:16.697096 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9ac67dbb-3b52-4ad5-a314-c0b9f6065488 req-861c719a-c786-4ab8-91f6-399efa76592f tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 945 time: 0.0646133 Jul 13 02:34:16.733880 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9ac67dbb-3b52-4ad5-a314-c0b9f6065488 req-b7e3c070-f710-4406-bd37-7012e865b864 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310681 Jul 13 02:34:17.915400 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723778fb-f915-49e5-aa82-7bc6ce4b4ac8 req-e13d8852-b210-4a3a-8fba-843c1feba4e4 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:17.916973 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-723778fb-f915-49e5-aa82-7bc6ce4b4ac8 req-e13d8852-b210-4a3a-8fba-843c1feba4e4 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 945 time: 0.0701120 Jul 13 02:34:17.954663 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-723778fb-f915-49e5-aa82-7bc6ce4b4ac8 req-8d08bbd3-dc61-4ad0-b2ab-53e1cde4b406 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Jul 13 02:34:18.137304 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-49fbf10d-36af-4226-ae66-60dc9e29b4cf tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:18.139257 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-49fbf10d-36af-4226-ae66-60dc9e29b4cf tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 945 time: 0.0641866 Jul 13 02:34:18.233738 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Deleting port 8a876fcb-09a2-4819-9a15-b495b5a7b410 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:18.234102 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:18.322676 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] For port 8a876fcb-09a2-4819-9a15-b495b5a7b410, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=8a876fcb-09a2-4819-9a15-b495b5a7b410,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:18.323033 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:18.335757 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Calling delete_port for 8a876fcb-09a2-4819-9a15-b495b5a7b410 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:18.460092 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:18.491467 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Pushing event deleted for resources: {'Port': ['ID=8a876fcb-09a2-4819-9a15-b495b5a7b410,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:18.496749 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['8a876fcb-09a2-4819-9a15-b495b5a7b410'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:34:18.539773 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] No DVR routers for this DVR port 8a876fcb-09a2-4819-9a15-b495b5a7b410 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:18.542068 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:18.544246 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-91b5be3b-20af-48b2-9ba8-ed30aa3b9904 req-ac5894c9-6e56-4c89-b2de-deafc0a8bd78 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "DELETE /v2.0/ports/8a876fcb-09a2-4819-9a15-b495b5a7b410 HTTP/1.1" status: 204 len: 173 time: 0.3990679 Jul 13 02:34:18.544672 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'name': 'network-vif-deleted', 'tag': '8a876fcb-09a2-4819-9a15-b495b5a7b410'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:18.547032 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c235733b-f3be-4046-ac02-8834d9701402" -d '{"events": [{"server_uuid": "3e123fde-1713-4d31-bb57-f6501b2b56c8", "name": "network-vif-deleted", "tag": "8a876fcb-09a2-4819-9a15-b495b5a7b410"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:18.587429 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0456559-9a1b-4c94-ac67-48f306d43894 x-openstack-request-id: req-c0456559-9a1b-4c94-ac67-48f306d43894 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:18.587724 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e123fde-1713-4d31-bb57-f6501b2b56c8", "name": "network-vif-deleted", "tag": "8a876fcb-09a2-4819-9a15-b495b5a7b410", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:18.587974 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0456559-9a1b-4c94-ac67-48f306d43894 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:18.588371 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e123fde-1713-4d31-bb57-f6501b2b56c8', 'name': 'network-vif-deleted', 'tag': '8a876fcb-09a2-4819-9a15-b495b5a7b410', 'status': 'completed', 'code': 200} Jul 13 02:34:19.122697 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-06ea2a2e-6deb-4bf2-92be-00f8e4392509 req-e9f6a296-93cc-4e43-a983-b1c23101f3d6 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e123fde-1713-4d31-bb57-f6501b2b56c8 HTTP/1.1" status: 200 len: 210 time: 0.0314503 Jul 13 02:34:20.469335 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccd7c-2257-4529-a30e-af30dba16169 req-f01a3cd6-d7d1-4021-8751-d00097cf682a tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:20.470866 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-f01a3cd6-d7d1-4021-8751-d00097cf682a tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/networks?id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c HTTP/1.1" status: 200 len: 809 time: 0.1022656 Jul 13 02:34:20.485329 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-fcb47539-b251-4197-becb-142612b4c63d tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/quotas/87e950d1829f4b59a17b88a19be6d5f4 HTTP/1.1" status: 200 len: 375 time: 0.0087464 Jul 13 02:34:20.518163 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-ef92b9f7-b0eb-4af5-92d2-b3581967bb69 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=87e950d1829f4b59a17b88a19be6d5f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271032 Jul 13 02:34:20.610048 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-f6e0ab7c-fa69-4286-9fe6-bdb4fd02e347 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849845 Jul 13 02:34:20.700315 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-07397ed4-d7f5-4897-920e-4a24041e1e09 service neutron] 10.222.0.32 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838377 Jul 13 02:34:20.864174 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cb4b674f-eb64-4457-83a9-195815c92847 req-77196b7e-62b2-456a-bc6c-e3faa862cc73 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Jul 13 02:34:21.988153 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccd7c-2257-4529-a30e-af30dba16169 req-1e26a612-25ef-4194-ac39-71ab5853a098 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:21.989892 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-1e26a612-25ef-4194-ac39-71ab5853a098 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "GET /v2.0/networks?id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c HTTP/1.1" status: 200 len: 809 time: 0.1260645 Jul 13 02:34:22.028033 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Request body: {'port': {'device_id': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c', 'admin_state_up': True, 'tenant_id': '87e950d1829f4b59a17b88a19be6d5f4'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:34:22.033931 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1fe250c9-266d-4e82-80be-26a8741d7380 req-54ad2c94-eff8-4032-af59-597c99c5319e tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0402336 Jul 13 02:34:22.138586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Made reservation on behalf of 87e950d1829f4b59a17b88a19be6d5f4 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:34:22.142107 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:22.270948 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Allocated IP 172.20.0.13 (fe7fb172-0d2b-4b8e-9cdf-93d66698e34c/3bdf679f-4c19-4a19-bc2b-73f1ce617468/eb513516-a7d8-4c7b-91a1-867dea7bf19d) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:34:22.416043 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:22.453747 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:22.497804 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:34:22.500930 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:34:22.504774 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:34:22.527146 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Pushing event updated for resources: {'Port': ['ID=eb513516-a7d8-4c7b-91a1-867dea7bf19d,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:22.557793 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:22.558489 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:22.571414 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-3798cb16-ebe5-4507-8681-02fcb8cd3fca tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5669279 Jul 13 02:34:22.588524 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Request body: {'port': {'device_id': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:34:22.664271 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:22.717306 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 8a876fcb-09a2-4819-9a15-b495b5a7b410 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:22.737383 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 8a876fcb-09a2-4819-9a15-b495b5a7b410 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:22.737727 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 8a876fcb-09a2-4819-9a15-b495b5a7b410 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:22.916973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb513516-a7d8-4c7b-91a1-867dea7bf19d {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:34:22.924265 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:22.935465 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Transition to ACTIVE for port object eb513516-a7d8-4c7b-91a1-867dea7bf19d will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:34:22.938993 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:22.989267 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Pushing event updated for resources: {'Port': ['ID=eb513516-a7d8-4c7b-91a1-867dea7bf19d,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:23.055552 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Attempting to bind port eb513516-a7d8-4c7b-91a1-867dea7bf19d on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:34:23.055879 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Attempting to bind port eb513516-a7d8-4c7b-91a1-867dea7bf19d by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:34:23.056207 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Attempting to bind port eb513516-a7d8-4c7b-91a1-867dea7bf19d on network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:34:23.060424 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Port eb513516-a7d8-4c7b-91a1-867dea7bf19d on network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:34:23.060744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Attempting to bind port eb513516-a7d8-4c7b-91a1-867dea7bf19d on network fe7fb172-0d2b-4b8e-9cdf-93d66698e34c {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:34:23.066435 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:34:23.066797 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Checking segment: {'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:34:23.067159 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Bound using segment: {'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:34:23.067595 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Bound port: eb513516-a7d8-4c7b-91a1-867dea7bf19d, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f9cc878-dc98-4e80-bd7c-507045bbb5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:34:23.067965 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:23.132784 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] For port eb513516-a7d8-4c7b-91a1-867dea7bf19d, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:34:23.135749 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] For port eb513516-a7d8-4c7b-91a1-867dea7bf19d, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=eb513516-a7d8-4c7b-91a1-867dea7bf19d,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:34:23.140439 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:23.173509 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:23.174329 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:23.175687 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-17239870-015c-4037-8fe0-402f14dad442 service neutron] 10.222.0.39 "PUT /v2.0/ports/eb513516-a7d8-4c7b-91a1-867dea7bf19d HTTP/1.1" status: 200 len: 1094 time: 0.5911696 Jul 13 02:34:23.184855 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'tag': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:23.187850 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b" -d '{"events": [{"name": "network-changed", "server_uuid": "0af72798-5465-4a26-9734-daa2b0dc9af8", "tag": "eb513516-a7d8-4c7b-91a1-867dea7bf19d"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:23.233933 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce399965-3c33-43ec-bf37-67b0afb55a82 x-openstack-request-id: req-ce399965-3c33-43ec-bf37-67b0afb55a82 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:23.234231 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af72798-5465-4a26-9734-daa2b0dc9af8", "tag": "eb513516-a7d8-4c7b-91a1-867dea7bf19d", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:23.234475 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce399965-3c33-43ec-bf37-67b0afb55a82 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:23.234846 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'tag': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d', 'status': 'completed', 'code': 200} Jul 13 02:34:23.242818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17239870-015c-4037-8fe0-402f14dad442 service neutron] Pushing event updated for resources: {'Port': ['ID=eb513516-a7d8-4c7b-91a1-867dea7bf19d,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:23.299139 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616119f-4bdc-4073-bf67-31074af87db4 req-9c721b62-cc1a-4497-b7e2-ceb1491abe60 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:23.300623 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2616119f-4bdc-4073-bf67-31074af87db4 req-9c721b62-cc1a-4497-b7e2-ceb1491abe60 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 944 time: 0.1491849 Jul 13 02:34:23.333146 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccd7c-2257-4529-a30e-af30dba16169 req-8af2dfe4-c354-40fc-9ff0-ae2aa02f404c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:23.334610 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-8af2dfe4-c354-40fc-9ff0-ae2aa02f404c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87e950d1829f4b59a17b88a19be6d5f4&device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 1097 time: 0.0874200 Jul 13 02:34:23.349307 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2616119f-4bdc-4073-bf67-31074af87db4 req-d3924d00-0099-4580-8d0e-5db959709b49 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Jul 13 02:34:23.383820 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-d72a54f3-a7e6-4aaf-9586-a03c91d7c74d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb513516-a7d8-4c7b-91a1-867dea7bf19d HTTP/1.1" status: 200 len: 217 time: 0.0336196 Jul 13 02:34:23.441386 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ccd7c-2257-4529-a30e-af30dba16169 req-2b4d3ab7-92a2-4fb3-9362-85ee44209193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:23.442915 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-2b4d3ab7-92a2-4fb3-9362-85ee44209193 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdf679f-4c19-4a19-bc2b-73f1ce617468 HTTP/1.1" status: 200 len: 849 time: 0.0529897 Jul 13 02:34:23.474637 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-e53db6f6-9aeb-4264-a929-75b8e4c12750 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253632 Jul 13 02:34:23.567540 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-8d14c2f0-441a-4335-8099-cd166cfc9312 service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862057 Jul 13 02:34:23.655327 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-997ccd7c-2257-4529-a30e-af30dba16169 req-8fa0fd1c-a882-4f05-9c88-27d7f6171d28 service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814376 Jul 13 02:34:23.794828 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-84846626-2256-48d2-8c03-2f7f1b79e82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:23.796220 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-84846626-2256-48d2-8c03-2f7f1b79e82c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87e950d1829f4b59a17b88a19be6d5f4&device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 1097 time: 0.0532644 Jul 13 02:34:23.887338 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-25dc9b38-7420-4415-a2cf-d99a4471e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:23.889052 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-25dc9b38-7420-4415-a2cf-d99a4471e00b service neutron] 10.222.0.39 "GET /v2.0/networks?id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c HTTP/1.1" status: 200 len: 910 time: 0.0862589 Jul 13 02:34:23.928952 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-da50897b-5dda-4499-9ae4-db339448e6da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=eb513516-a7d8-4c7b-91a1-867dea7bf19d HTTP/1.1" status: 200 len: 217 time: 0.0329227 Jul 13 02:34:23.980131 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-6aa845f0-40f8-4e28-a821-d2d4e92c76a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:23.981596 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-6aa845f0-40f8-4e28-a821-d2d4e92c76a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdf679f-4c19-4a19-bc2b-73f1ce617468 HTTP/1.1" status: 200 len: 849 time: 0.0459292 Jul 13 02:34:24.014477 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-9c325a5d-ebf5-4306-af01-5b7c586f3bc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251291 Jul 13 02:34:24.101358 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-f62f5ab6-56de-44d8-874b-8e39d8a67a92 service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802679 Jul 13 02:34:24.191336 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9b19bdab-e20a-45e9-a101-dce2fb62ae2b req-087f3cb1-01be-417a-91b5-eb4fbe8d6515 service neutron] 10.222.0.39 "GET /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835056 Jul 13 02:34:24.531254 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf774d7-9a69-4cd0-b804-fd2269419006 req-ede133b0-6d4a-448e-87ac-5f4d779a8ac0 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:24.532710 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-edf774d7-9a69-4cd0-b804-fd2269419006 req-ede133b0-6d4a-448e-87ac-5f4d779a8ac0 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 944 time: 0.0693750 Jul 13 02:34:24.572386 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-edf774d7-9a69-4cd0-b804-fd2269419006 req-d626e805-6ca1-4c41-97fb-771cedc0f10a tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340166 Jul 13 02:34:25.749543 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d43ebd5-8298-452e-8031-1e9bb0c588aa req-5de8d8bc-e516-40e0-b6d6-69256b9ca070 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:25.751111 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0d43ebd5-8298-452e-8031-1e9bb0c588aa req-5de8d8bc-e516-40e0-b6d6-69256b9ca070 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 944 time: 0.0686269 Jul 13 02:34:26.070589 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0d43ebd5-8298-452e-8031-1e9bb0c588aa req-ac35f78f-2611-4fb1-9286-d5151f597574 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128011 Jul 13 02:34:26.732860 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device eb513516-a7d8-4c7b-91a1-867dea7bf19d details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:34:26.829633 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port eb513516-a7d8-4c7b-91a1-867dea7bf19d, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=eb513516-a7d8-4c7b-91a1-867dea7bf19d,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:26.840193 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d', 'network_id': 'fe7fb172-0d2b-4b8e-9cdf-93d66698e34c', 'port_id': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d', 'mac_address': 'fa:16:3e:55:48:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bdf679f-4c19-4a19-bc2b-73f1ce617468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:34:26.875786 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:26.888837 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb513516-a7d8-4c7b-91a1-867dea7bf19d {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:34:26.907198 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port eb513516-a7d8-4c7b-91a1-867dea7bf19d, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=eb513516-a7d8-4c7b-91a1-867dea7bf19d,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:26.911604 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:26.965557 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=eb513516-a7d8-4c7b-91a1-867dea7bf19d,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:27.218865 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['eb513516-a7d8-4c7b-91a1-867dea7bf19d'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:34:27.244163 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fddd6-ca6c-4961-a250-4122d924062a req-2ad7a3ac-5037-41d0-9180-08f16f03bdd2 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:27.245643 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0d7fddd6-ca6c-4961-a250-4122d924062a req-2ad7a3ac-5037-41d0-9180-08f16f03bdd2 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0648804 Jul 13 02:34:27.289097 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0d7fddd6-ca6c-4961-a250-4122d924062a req-7cca74f9-252e-4b23-a534-1f5ed2f32bd4 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Jul 13 02:34:28.613290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2bcef-70bd-4741-883f-c5ca9202cc69 req-9f9eca95-263b-4364-b500-822feff7540b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:28.614653 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-18c2bcef-70bd-4741-883f-c5ca9202cc69 req-9f9eca95-263b-4364-b500-822feff7540b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 945 time: 0.0597899 Jul 13 02:34:28.653350 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-18c2bcef-70bd-4741-883f-c5ca9202cc69 req-bb03b74b-aeb2-475b-88e7-202003c4d90c tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Jul 13 02:34:28.750811 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device eb513516-a7d8-4c7b-91a1-867dea7bf19d up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:34:28.797966 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port eb513516-a7d8-4c7b-91a1-867dea7bf19d completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:34:28.802301 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port eb513516-a7d8-4c7b-91a1-867dea7bf19d triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:34:28.802674 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:28.878512 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:28.901214 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:28.903453 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d8c599-5719-4347-a28c-46f923274ec0" -d '{"events": [{"server_uuid": "0af72798-5465-4a26-9734-daa2b0dc9af8", "name": "network-vif-plugged", "status": "completed", "tag": "eb513516-a7d8-4c7b-91a1-867dea7bf19d"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:28.916093 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port eb513516-a7d8-4c7b-91a1-867dea7bf19d, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=eb513516-a7d8-4c7b-91a1-867dea7bf19d,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:28.919951 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:28.944315 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0cbe54-b5af-4229-91bc-c801656ce433 x-openstack-request-id: req-be0cbe54-b5af-4229-91bc-c801656ce433 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:28.944606 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af72798-5465-4a26-9734-daa2b0dc9af8", "name": "network-vif-plugged", "status": "completed", "tag": "eb513516-a7d8-4c7b-91a1-867dea7bf19d", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:28.944855 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be0cbe54-b5af-4229-91bc-c801656ce433 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:28.945233 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d', 'code': 200} Jul 13 02:34:28.974749 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=eb513516-a7d8-4c7b-91a1-867dea7bf19d,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:29.188141 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9e8c9-5add-49d8-a042-f0352ed9355f req-df546e15-6669-451e-81e4-6a502cd302b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:29.190413 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-99f9e8c9-5add-49d8-a042-f0352ed9355f req-df546e15-6669-451e-81e4-6a502cd302b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 1099 time: 0.0503182 Jul 13 02:34:29.224408 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-99f9e8c9-5add-49d8-a042-f0352ed9355f req-3e2d68ed-0bad-48b1-88cb-c06d2b02972f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267158 Jul 13 02:34:29.821926 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb84a3-76b7-48c1-900a-51977db1ed87 req-81f920a2-5298-4c33-8a1b-912663ba7dd8 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:29.823322 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ebfb84a3-76b7-48c1-900a-51977db1ed87 req-81f920a2-5298-4c33-8a1b-912663ba7dd8 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 946 time: 0.0624878 Jul 13 02:34:29.859505 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ebfb84a3-76b7-48c1-900a-51977db1ed87 req-871ca65b-844b-40e1-af0d-ba8619a09375 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307207 Jul 13 02:34:31.035385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfba6e7-4941-4e91-99e9-1da700c1e3f8 req-5857c271-3e4a-40b1-ad9f-1558a3d65733 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:31.036845 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6dfba6e7-4941-4e91-99e9-1da700c1e3f8 req-5857c271-3e4a-40b1-ad9f-1558a3d65733 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 946 time: 0.0652683 Jul 13 02:34:31.072377 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6dfba6e7-4941-4e91-99e9-1da700c1e3f8 req-13500198-ea50-485a-83e9-cc3002b60559 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300496 Jul 13 02:34:32.044511 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da1216-b0de-4fd9-894d-ff85d1b5e965 req-c79dfdcc-0f79-47a9-bf47-577382cfbbcc tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:32.045991 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-05da1216-b0de-4fd9-894d-ff85d1b5e965 req-c79dfdcc-0f79-47a9-bf47-577382cfbbcc tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 946 time: 0.0656035 Jul 13 02:34:32.083126 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-05da1216-b0de-4fd9-894d-ff85d1b5e965 req-96888499-436d-43f2-a961-8dc789aaf2a6 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Jul 13 02:34:33.257936 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645a5e5-4008-4306-a2c8-8227127b9feb req-e92c562d-cced-4f1e-ba19-440132a31b15 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:33.259612 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a645a5e5-4008-4306-a2c8-8227127b9feb req-e92c562d-cced-4f1e-ba19-440132a31b15 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 946 time: 0.0614777 Jul 13 02:34:33.294310 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 43224) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:33.297162 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a645a5e5-4008-4306-a2c8-8227127b9feb req-f59584b7-af6d-4bd3-a2cd-bf5d48372932 tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/security-groups?id=be3960f1-ccea-4751-b334-a759761ea9a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317800 Jul 13 02:34:33.400676 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-829931f2-28ff-4579-8e77-8d419bf215a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.487969 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-829931f2-28ff-4579-8e77-8d419bf215a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.491586 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-829931f2-28ff-4579-8e77-8d419bf215a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.535770 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-829931f2-28ff-4579-8e77-8d419bf215a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b50ea97660b5480e8da20537ee6b5914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379811 Jul 13 02:34:33.535770 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829931f2-28ff-4579-8e77-8d419bf215a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef9fb9c-6c24-48b3-8c2f-7ef97ab3c1d4,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:33.537259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43228) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:33.571627 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d7072-3531-47eb-bdab-35426c1b4533 req-61195443-2c56-4282-871a-a723258a3bac tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:33.573052 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-610d7072-3531-47eb-bdab-35426c1b4533 req-61195443-2c56-4282-871a-a723258a3bac tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 946 time: 0.0842707 Jul 13 02:34:33.632919 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bd6fb72f-9df6-4048-8fad-e69b8e938601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.692649 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bd6fb72f-9df6-4048-8fad-e69b8e938601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.740387 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Deleting port eb513516-a7d8-4c7b-91a1-867dea7bf19d {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:33.740725 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.769419 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bd6fb72f-9df6-4048-8fad-e69b8e938601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.771948 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-bd6fb72f-9df6-4048-8fad-e69b8e938601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.773063 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-bd6fb72f-9df6-4048-8fad-e69b8e938601 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ef9fb9c-6c24-48b3-8c2f-7ef97ab3c1d4 HTTP/1.1" status: 204 len: 168 time: 0.2348895 Jul 13 02:34:33.808733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fb72f-9df6-4048-8fad-e69b8e938601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef9fb9c-6c24-48b3-8c2f-7ef97ab3c1d4,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:33.844930 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] For port eb513516-a7d8-4c7b-91a1-867dea7bf19d, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=eb513516-a7d8-4c7b-91a1-867dea7bf19d,segment=NetworkSegment(3f9cc878-dc98-4e80-bd7c-507045bbb5b4),segment_id=3f9cc878-dc98-4e80-bd7c-507045bbb5b4)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:33.845383 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:33.858256 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Calling delete_port for eb513516-a7d8-4c7b-91a1-867dea7bf19d owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:33.990443 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:34.021114 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Pushing event deleted for resources: {'Port': ['ID=eb513516-a7d8-4c7b-91a1-867dea7bf19d,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:34.025810 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['eb513516-a7d8-4c7b-91a1-867dea7bf19d'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:34:34.070863 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] No DVR routers for this DVR port eb513516-a7d8-4c7b-91a1-867dea7bf19d on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:34.075189 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:34.075189 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-610d7072-3531-47eb-bdab-35426c1b4533 req-0d7191fc-1644-4068-8150-5937799e640b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.39 "DELETE /v2.0/ports/eb513516-a7d8-4c7b-91a1-867dea7bf19d HTTP/1.1" status: 204 len: 173 time: 0.4932408 Jul 13 02:34:34.077917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'name': 'network-vif-deleted', 'tag': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:34.077917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24c2639-042e-46d8-bcb3-342ad170be6f" -d '{"events": [{"server_uuid": "0af72798-5465-4a26-9734-daa2b0dc9af8", "name": "network-vif-deleted", "tag": "eb513516-a7d8-4c7b-91a1-867dea7bf19d"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:34.121613 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76484da3-2df8-4b7b-8a07-d72a1462c8c9 x-openstack-request-id: req-76484da3-2df8-4b7b-8a07-d72a1462c8c9 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:34.121900 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af72798-5465-4a26-9734-daa2b0dc9af8", "name": "network-vif-deleted", "tag": "eb513516-a7d8-4c7b-91a1-867dea7bf19d", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:34.122178 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76484da3-2df8-4b7b-8a07-d72a1462c8c9 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:34.122562 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af72798-5465-4a26-9734-daa2b0dc9af8', 'name': 'network-vif-deleted', 'tag': 'eb513516-a7d8-4c7b-91a1-867dea7bf19d', 'status': 'completed', 'code': 200} Jul 13 02:34:34.458628 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d630e9d1-6fae-47e7-a365-2651a578fcce req-845a687c-54bb-4f08-9f9b-825134c04f0b tempest-VolumesActionsTest-1070617 tempest-VolumesActionsTest-1070617-project] 10.222.0.32 "GET /v2.0/ports?device_id=0af72798-5465-4a26-9734-daa2b0dc9af8 HTTP/1.1" status: 200 len: 210 time: 0.0295670 Jul 13 02:34:34.772411 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43262) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:34.878445 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-54d1a41b-2e1a-4228-bc96-c0a02531e45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:34.963896 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-54d1a41b-2e1a-4228-bc96-c0a02531e45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:34.967618 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-54d1a41b-2e1a-4228-bc96-c0a02531e45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:35.005950 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-54d1a41b-2e1a-4228-bc96-c0a02531e45e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f715a711aef54947932023643b71ce9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324839 Jul 13 02:34:35.008224 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1a41b-2e1a-4228-bc96-c0a02531e45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ea75d0-6c28-458f-a4f7-3f9fe6caffa4,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:35.011297 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 43266) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:35.058943 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4441c055-43ec-44b6-9ee0-e562b1fe5137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:35.079097 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4441c055-43ec-44b6-9ee0-e562b1fe5137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:35.125380 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4441c055-43ec-44b6-9ee0-e562b1fe5137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:35.128533 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-4441c055-43ec-44b6-9ee0-e562b1fe5137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:35.129645 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-4441c055-43ec-44b6-9ee0-e562b1fe5137 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/53ea75d0-6c28-458f-a4f7-3f9fe6caffa4 HTTP/1.1" status: 204 len: 168 time: 0.1186979 Jul 13 02:34:35.136912 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441c055-43ec-44b6-9ee0-e562b1fe5137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ea75d0-6c28-458f-a4f7-3f9fe6caffa4,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:38.227441 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device eb513516-a7d8-4c7b-91a1-867dea7bf19d no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:38.256657 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: eb513516-a7d8-4c7b-91a1-867dea7bf19d {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:38.256999 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device eb513516-a7d8-4c7b-91a1-867dea7bf19d not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:38.262351 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:41.315548 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c27caae9-58cd-46e1-b5a3-619f4e91fe63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:43.621102 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:34:43.910586 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5936f7c2-4a47-49c8-89c3-6dc820742044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:44.255302 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:45.029779 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:46.457037 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.522733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43522) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:49.647010 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.748569 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.752782 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.797376 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 43530) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:49.804029 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9a4a03571ae4c15ad68e8f73bde8f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801700 Jul 13 02:34:49.804993 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc198ab8-00ef-45e1-ab09-d6dc4f4f0712,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:49.813111 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.813492 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.813935 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.814341 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.814675 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.815009 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.815348 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.815656 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.816379 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.816379 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.816623 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.816934 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c89807a-b70a-4980-aa79-a12e135ec4fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.867263 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.895582 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.960396 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.963516 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:49.967320 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc198ab8-00ef-45e1-ab09-d6dc4f4f0712 HTTP/1.1" status: 204 len: 168 time: 0.1658726 Jul 13 02:34:49.980642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc198ab8-00ef-45e1-ab09-d6dc4f4f0712,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:49.996643 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.997136 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.997602 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.998077 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.998582 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.998911 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.999289 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.999628 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:49.999956 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:50.000284 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:50.000607 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:50.001476 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce65b96-5c6e-43ca-a975-845ac29b12b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:34:52.950345 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cad10-c4b5-49dc-b719-4f5d18255ee2 req-83967065-ca26-4a9b-b586-ab245568c53b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:52.957394 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-056cad10-c4b5-49dc-b719-4f5d18255ee2 req-83967065-ca26-4a9b-b586-ab245568c53b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 945 time: 0.0715091 Jul 13 02:34:53.011267 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-056cad10-c4b5-49dc-b719-4f5d18255ee2 req-01109485-2bab-46e1-9682-69c9a44e6deb tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458884 Jul 13 02:34:54.237269 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70031d-97cf-448e-bc97-52ef1e922ad4 req-c0e5d390-4e3f-413c-8764-cafd454728ea tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:54.239062 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc70031d-97cf-448e-bc97-52ef1e922ad4 req-c0e5d390-4e3f-413c-8764-cafd454728ea tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 945 time: 0.0769250 Jul 13 02:34:54.280648 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fc70031d-97cf-448e-bc97-52ef1e922ad4 req-ca1734bc-2e16-4d01-ae4a-8e99e9bb2480 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352492 Jul 13 02:34:54.683213 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ff39b-1071-43d5-998e-8993a483a171 req-4e5aa667-6c0d-44f8-8d31-4b8257dd0b8a tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:54.684658 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-118ff39b-1071-43d5-998e-8993a483a171 req-4e5aa667-6c0d-44f8-8d31-4b8257dd0b8a tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 945 time: 0.0708091 Jul 13 02:34:54.791643 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Deleting port a5ebc0a6-1594-4ae0-8308-07615056f845 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:34:54.792319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:54.894383 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] For port a5ebc0a6-1594-4ae0-8308-07615056f845, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=a5ebc0a6-1594-4ae0-8308-07615056f845,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:34:54.895236 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:55.084896 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:55.085530 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:55.085842 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Floating IP c8047a71-4b20-4570-a3d0-849cbcd737b0 disassociated. External IP: 172.27.2.102, port: a5ebc0a6-1594-4ae0-8308-07615056f845. Jul 13 02:34:55.086281 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Calling delete_port for a5ebc0a6-1594-4ae0-8308-07615056f845 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:34:55.232090 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:55.262120 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event deleted for resources: {'Port': ['ID=a5ebc0a6-1594-4ae0-8308-07615056f845,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:55.376546 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:34:55.455055 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ac161f56-bd60-4d51-9f13-9d352b16b9bc req-6e34ecda-c1c9-4b7e-9b8b-b0a1dcb090d8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d57716e0-3826-4e42-ad25-42cd46585692 HTTP/1.1" status: 200 len: 210 time: 0.0378511 Jul 13 02:34:55.507363 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:34:55.516722 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:34:55.525377 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:34:55.525996 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:34:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:55.551888 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] No DVR routers for this DVR port a5ebc0a6-1594-4ae0-8308-07615056f845 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:34:55.554606 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:55.556563 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-118ff39b-1071-43d5-998e-8993a483a171 req-9ad04473-baf8-484b-bc93-65eb5c05a9b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "DELETE /v2.0/ports/a5ebc0a6-1594-4ae0-8308-07615056f845 HTTP/1.1" status: 204 len: 173 time: 0.8651750 Jul 13 02:34:55.556993 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'name': 'network-vif-deleted', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:34:55.559241 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc34118-abb8-4c86-8404-10343feb05dc" -d '{"events": [{"server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "name": "network-vif-deleted", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:34:55.601274 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf4ac0-89aa-4e9e-bdc6-b08fb164d3ca x-openstack-request-id: req-16cf4ac0-89aa-4e9e-bdc6-b08fb164d3ca {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:34:55.601542 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57716e0-3826-4e42-ad25-42cd46585692", "name": "network-vif-deleted", "tag": "a5ebc0a6-1594-4ae0-8308-07615056f845", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:34:55.601795 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16cf4ac0-89aa-4e9e-bdc6-b08fb164d3ca {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:34:55.602234 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57716e0-3826-4e42-ad25-42cd46585692', 'name': 'network-vif-deleted', 'tag': 'a5ebc0a6-1594-4ae0-8308-07615056f845', 'status': 'completed', 'code': 200} Jul 13 02:34:55.636140 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:34:55.973691 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:56.010127 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:34:56.017857 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:34:56.018505 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:34:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:56.121779 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:34:56.321447 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:56.353396 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6483e98-8f00-4832-8b78-82e334c7e985 None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:34:56.632235 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b1bda4-a4bf-4ed6-8ff0-cc17cb9523a9 None None] New status for floating IP c8047a71-4b20-4570-a3d0-849cbcd737b0: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:34:56.770452 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-c20a5211-87e0-45b8-b6f4-2a252fd4fe6f tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327206247&fields=id&tenant_id=345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 267 time: 0.0350449 Jul 13 02:34:56.886506 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-fc7b03c3-0061-43a5-bcc1-3b76e8ac9c52 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:56.888229 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-fc7b03c3-0061-43a5-bcc1-3b76e8ac9c52 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 812 time: 0.1107373 Jul 13 02:34:56.903219 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-0d057944-74af-4232-b2b7-b5f71ed80889 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/quotas/345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 375 time: 0.0089376 Jul 13 02:34:56.969576 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-485b9572-5f3d-4789-9715-eb994b8307e7 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0613561 Jul 13 02:34:57.152213 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-7d46edc9-54b8-463b-b08e-a4b81fb8174f service neutron] 10.222.0.32 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713505 Jul 13 02:34:57.238617 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-a690e2ae-1e92-4654-8c6a-cfe480fc8a27 service neutron] 10.222.0.32 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806265 Jul 13 02:34:57.682350 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 43660) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:57.726916 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] Deleting subnet 3bdf679f-4c19-4a19-bc2b-73f1ce617468 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:34:57.729781 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:57.762037 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:57.798980 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:57.847880 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:57.872005 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bdf679f-4c19-4a19-bc2b-73f1ce617468,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:57.875722 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:57.877748 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-eb5c5451-9445-4845-8803-13a7fa6f8daf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3bdf679f-4c19-4a19-bc2b-73f1ce617468 HTTP/1.1" status: 204 len: 168 time: 0.1943984 Jul 13 02:34:57.880463 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 43662) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:57.951377 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.030500 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.040897 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7fb172-0d2b-4b8e-9cdf-93d66698e34c']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:58.050703 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f9cc878-dc98-4e80-bd7c-507045bbb5b4') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:58.050996 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f9cc878-dc98-4e80-bd7c-507045bbb5b4') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:34:58.059355 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.072363 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.077866 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:34:58.078341 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:34:58.080422 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:34:58.131230 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.136274 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.138347 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] 10.222.0.32 "DELETE /v2.0/networks/fe7fb172-0d2b-4b8e-9cdf-93d66698e34c HTTP/1.1" status: 204 len: 168 time: 0.2569683 Jul 13 02:34:58.149309 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638b8e4-7194-41df-8349-0e6a771e00c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7fb172-0d2b-4b8e-9cdf-93d66698e34c,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:58.292768 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43666) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:58.337022 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-18f21994-6337-44a7-be75-5f6fdc11ce28 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=87e950d1829f4b59a17b88a19be6d5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431006 Jul 13 02:34:58.339544 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43668) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:34:58.385423 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-482894bc-1072-4394-b997-c8e04bb6c54b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.406355 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-482894bc-1072-4394-b997-c8e04bb6c54b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.449831 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-482894bc-1072-4394-b997-c8e04bb6c54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.452329 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-482894bc-1072-4394-b997-c8e04bb6c54b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:34:58.453453 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-482894bc-1072-4394-b997-c8e04bb6c54b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be3960f1-ccea-4751-b334-a759761ea9a0 HTTP/1.1" status: 204 len: 168 time: 0.1130321 Jul 13 02:34:58.461639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482894bc-1072-4394-b997-c8e04bb6c54b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3960f1-ccea-4751-b334-a759761ea9a0,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:34:58.556340 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f319c481-1189-4e54-82fc-0666b3ac3e11 req-969de1fc-e13b-4d92-a016-8b86bf5067cd tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 210 time: 0.0323775 Jul 13 02:34:59.294880 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a5ebc0a6-1594-4ae0-8308-07615056f845 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:34:59.314291 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: a5ebc0a6-1594-4ae0-8308-07615056f845 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:34:59.314640 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device a5ebc0a6-1594-4ae0-8308-07615056f845 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:34:59.647588 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-7910f8dd-ea1d-460e-96b6-f839b6837c50 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:34:59.649862 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-7910f8dd-ea1d-460e-96b6-f839b6837c50 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 812 time: 0.1286190 Jul 13 02:34:59.739145 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-74356ba5-f10d-4ab6-9a73-84dbb87af9cc tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 379 time: 0.0641005 Jul 13 02:34:59.760045 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ca987283-a957-46dd-8e17-dab0dda6c4e3 req-0301693e-bf22-46f9-be50-6a35a619cf01 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 210 time: 0.0390465 Jul 13 02:34:59.764602 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'port': {'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'admin_state_up': True, 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'security_groups': ['1c22b1fd-80bc-4462-9792-431f0ca7d3c7']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:34:59.877810 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Made reservation on behalf of 345d0f5c3c2842e0940d216397b5cd51 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:34:59.882505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.018785 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Allocated IP 172.20.0.6 (afd43932-4582-4e2a-8e2b-804f55bae1f7/d0bcbcb2-671b-40a5-8a81-88d1177c2099/740bf26b-031b-45ff-bd93-aaac93efe690) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:35:00.162519 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.176459 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Transition to ACTIVE for port object 740bf26b-031b-45ff-bd93-aaac93efe690 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:35:00.217589 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.264809 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:35:00.268640 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:35:00.272466 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:35:00.305181 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=740bf26b-031b-45ff-bd93-aaac93efe690,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:00.338828 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:00.339652 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.355089 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-2106e720-54d0-45a0-bba1-b86cdd65ffbe tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5977395 Jul 13 02:35:00.379751 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Request body: {'port': {'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:35:00.459149 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.531675 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-01f2d546-ff4b-49c2-b5d8-4290e776e2fd None None] Provisioning for port 740bf26b-031b-45ff-bd93-aaac93efe690 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:35:00.536897 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-01f2d546-ff4b-49c2-b5d8-4290e776e2fd None None] Provisioning complete for port 740bf26b-031b-45ff-bd93-aaac93efe690 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:35:00.537430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-01f2d546-ff4b-49c2-b5d8-4290e776e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.577426 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-01f2d546-ff4b-49c2-b5d8-4290e776e2fd None None] Port 740bf26b-031b-45ff-bd93-aaac93efe690 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:35:00.724328 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740bf26b-031b-45ff-bd93-aaac93efe690 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:35:00.731621 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.743713 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Transition to ACTIVE for port object 740bf26b-031b-45ff-bd93-aaac93efe690 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:35:00.747724 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:00.826648 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Pushing event updated for resources: {'Port': ['ID=740bf26b-031b-45ff-bd93-aaac93efe690,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:00.883538 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Attempting to bind port 740bf26b-031b-45ff-bd93-aaac93efe690 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:35:00.883538 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Attempting to bind port 740bf26b-031b-45ff-bd93-aaac93efe690 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:35:00.883538 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Attempting to bind port 740bf26b-031b-45ff-bd93-aaac93efe690 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:35:00.885014 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Port 740bf26b-031b-45ff-bd93-aaac93efe690 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:35:00.885358 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Attempting to bind port 740bf26b-031b-45ff-bd93-aaac93efe690 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:35:00.893590 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:35:00.893924 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Checking segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:35:00.894506 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Bound using segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:35:00.894949 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Bound port: 740bf26b-031b-45ff-bd93-aaac93efe690, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:35:00.895307 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:01.003808 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] For port 740bf26b-031b-45ff-bd93-aaac93efe690, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:35:01.007557 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] For port 740bf26b-031b-45ff-bd93-aaac93efe690, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=740bf26b-031b-45ff-bd93-aaac93efe690,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:35:01.015471 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adcfc8-2143-4225-954a-9cf987679dff req-7ed15141-9863-4a97-bdb0-224454bf0fa8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.016991 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-02adcfc8-2143-4225-954a-9cf987679dff req-7ed15141-9863-4a97-bdb0-224454bf0fa8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 943 time: 0.1260569 Jul 13 02:35:01.018491 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:01.070687 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.071310 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:01.072709 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] 10.222.0.39 "PUT /v2.0/ports/740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 200 len: 1093 time: 0.6989305 Jul 13 02:35:01.074172 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:35:01.076387 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666aa329-cf78-4349-83c0-b108f7765410" -d '{"events": [{"name": "network-changed", "server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:35:01.108730 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-02adcfc8-2143-4225-954a-9cf987679dff req-ee387157-123d-447c-9e2c-d49d0e5d9fca tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851533 Jul 13 02:35:01.109771 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c166c5-e62b-4d47-99a8-a8f1892d4be9 service neutron] Pushing event updated for resources: {'Port': ['ID=740bf26b-031b-45ff-bd93-aaac93efe690,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:01.119988 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb1b967-4a08-42a1-8bef-e977ea9e6b3b x-openstack-request-id: req-0bb1b967-4a08-42a1-8bef-e977ea9e6b3b {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:35:01.120153 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:35:01.120408 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bb1b967-4a08-42a1-8bef-e977ea9e6b3b {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:35:01.120800 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690', 'status': 'completed', 'code': 200} Jul 13 02:35:01.200097 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-a0e48f82-b177-4028-81ad-3c3cf09ef8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.201729 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-a0e48f82-b177-4028-81ad-3c3cf09ef8b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1096 time: 0.0614967 Jul 13 02:35:01.252338 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-6c8c9ac9-d3df-40d8-99d7-ff862cda8e88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 200 len: 217 time: 0.0367966 Jul 13 02:35:01.299578 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-fd46569a-f87b-421c-9114-2bc0d3cec66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.300959 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-fd46569a-f87b-421c-9114-2bc0d3cec66f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0426610 Jul 13 02:35:01.363879 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d5540-247d-40e4-bcfc-7f529620a87b req-0c1971b2-fa85-403f-a18e-00a964cff3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.365297 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-0c1971b2-fa85-403f-a18e-00a964cff3c9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573730 Jul 13 02:35:01.455313 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-ebf0ad90-10fb-4002-bc42-19611e677b45 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823874 Jul 13 02:35:01.547367 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-658d5540-247d-40e4-bcfc-7f529620a87b req-a02d71ae-956a-411e-95e8-61edaeb2826d service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857062 Jul 13 02:35:01.703612 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa329-cf78-4349-83c0-b108f7765410 req-3933ecd0-772f-4662-97a8-4cdc649eed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.705967 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-666aa329-cf78-4349-83c0-b108f7765410 req-3933ecd0-772f-4662-97a8-4cdc649eed38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1096 time: 0.0524938 Jul 13 02:35:01.798048 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa329-cf78-4349-83c0-b108f7765410 req-83073763-8df6-406d-bf8d-2c435f9c6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.799536 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-666aa329-cf78-4349-83c0-b108f7765410 req-83073763-8df6-406d-bf8d-2c435f9c6bf3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0868793 Jul 13 02:35:01.851014 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-666aa329-cf78-4349-83c0-b108f7765410 req-894ddac8-6c48-4a10-b840-0790e9501d8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 200 len: 217 time: 0.0369980 Jul 13 02:35:01.898060 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa329-cf78-4349-83c0-b108f7765410 req-e28d29f9-83e7-4ae9-80c8-f0b29c47f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.899490 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-666aa329-cf78-4349-83c0-b108f7765410 req-e28d29f9-83e7-4ae9-80c8-f0b29c47f88f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0418835 Jul 13 02:35:01.961212 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666aa329-cf78-4349-83c0-b108f7765410 req-3cd8e7d6-4cd5-4340-a243-378aef79f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:01.962943 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-666aa329-cf78-4349-83c0-b108f7765410 req-3cd8e7d6-4cd5-4340-a243-378aef79f8f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570698 Jul 13 02:35:02.051337 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-666aa329-cf78-4349-83c0-b108f7765410 req-64ec7fa1-5513-4f95-9eb2-87905767411c service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817919 Jul 13 02:35:02.143818 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-666aa329-cf78-4349-83c0-b108f7765410 req-d535b927-7c55-4d59-90a6-dde420b7818c service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857573 Jul 13 02:35:02.295027 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b416f-804f-447f-b2b9-e156a53961b9 req-bd24a713-87a0-445e-b9ed-042d188a13b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:02.296394 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-186b416f-804f-447f-b2b9-e156a53961b9 req-bd24a713-87a0-445e-b9ed-042d188a13b5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 943 time: 0.0621681 Jul 13 02:35:02.335747 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-186b416f-804f-447f-b2b9-e156a53961b9 req-274d58a8-193d-446d-a9d8-8a4f3af129e0 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337756 Jul 13 02:35:03.504305 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913d015-8e3b-4514-b0b5-363d4f271f56 req-db7322b2-4559-43ee-8c16-97955ff80e72 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:03.505758 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9913d015-8e3b-4514-b0b5-363d4f271f56 req-db7322b2-4559-43ee-8c16-97955ff80e72 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 943 time: 0.0619311 Jul 13 02:35:03.546286 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9913d015-8e3b-4514-b0b5-363d4f271f56 req-31b9d490-0425-4d57-b548-6757a4a77042 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348914 Jul 13 02:35:04.719011 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a486c3-f8e5-4962-8e03-328f2548a99e req-09a586fc-b546-4b38-a768-370fe76b1e9e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:04.721152 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-32a486c3-f8e5-4962-8e03-328f2548a99e req-09a586fc-b546-4b38-a768-370fe76b1e9e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 943 time: 0.0629013 Jul 13 02:35:04.757422 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-32a486c3-f8e5-4962-8e03-328f2548a99e req-26b6d1ff-4121-4904-ab8a-20e227286141 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306232 Jul 13 02:35:05.928382 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be496b5-adc8-43c1-9fcd-c6182775fa9a req-b197d2ba-fc7f-4f75-ad1d-71a269444e7f tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:05.929824 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9be496b5-adc8-43c1-9fcd-c6182775fa9a req-b197d2ba-fc7f-4f75-ad1d-71a269444e7f tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 943 time: 0.0631449 Jul 13 02:35:05.966539 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9be496b5-adc8-43c1-9fcd-c6182775fa9a req-306a8d4c-a6ff-4d9e-9f48-79474d831319 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311339 Jul 13 02:35:07.143789 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b735f1-256b-4d43-bf67-81c0ac9b30c8 req-8ed01767-856b-4c12-a51c-a02f3805e77e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:07.145246 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-07b735f1-256b-4d43-bf67-81c0ac9b30c8 req-8ed01767-856b-4c12-a51c-a02f3805e77e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 943 time: 0.0646608 Jul 13 02:35:07.184829 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-07b735f1-256b-4d43-bf67-81c0ac9b30c8 req-34d36fa9-d12f-4d13-b20a-64a013ea4cf2 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339043 Jul 13 02:35:08.230019 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:08.358374 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014cc94-4c13-4815-bf31-0d74e9f9315a req-ae222ac7-f11e-44c6-ad13-e529518ec29b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:08.360129 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6014cc94-4c13-4815-bf31-0d74e9f9315a req-ae222ac7-f11e-44c6-ad13-e529518ec29b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 943 time: 0.0619202 Jul 13 02:35:08.398160 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-6014cc94-4c13-4815-bf31-0d74e9f9315a req-49363489-9510-4113-ab4a-1afdac68dbf6 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324335 Jul 13 02:35:09.327215 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 740bf26b-031b-45ff-bd93-aaac93efe690 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:35:09.423796 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 740bf26b-031b-45ff-bd93-aaac93efe690, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=740bf26b-031b-45ff-bd93-aaac93efe690,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:35:09.437543 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': '740bf26b-031b-45ff-bd93-aaac93efe690', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:35:09.476240 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:09.488979 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740bf26b-031b-45ff-bd93-aaac93efe690 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:35:09.508289 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 740bf26b-031b-45ff-bd93-aaac93efe690, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=740bf26b-031b-45ff-bd93-aaac93efe690,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:35:09.512658 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:09.568859 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=740bf26b-031b-45ff-bd93-aaac93efe690,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:09.574889 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329f1cd-2378-437c-87d1-be3b74708c85 req-7ab2a6bd-d7a2-4549-9ea2-7d17f0eaeaf1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:09.576165 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.576405 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c329f1cd-2378-437c-87d1-be3b74708c85 req-7ab2a6bd-d7a2-4549-9ea2-7d17f0eaeaf1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 944 time: 0.0691280 Jul 13 02:35:09.576542 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.576843 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.577177 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.577562 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.577932 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.578193 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.578553 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.578894 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.579199 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.579692 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.580011 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:35:09.624192 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c329f1cd-2378-437c-87d1-be3b74708c85 req-390617f0-ad9a-448d-a2b2-ab3ed7046150 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372589 Jul 13 02:35:09.831489 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['740bf26b-031b-45ff-bd93-aaac93efe690'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:35:10.795044 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da99e6-1533-46b2-95b1-52119c6b42bc req-e972da98-6005-49d5-8147-7c0cd00bb377 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:10.796535 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-45da99e6-1533-46b2-95b1-52119c6b42bc req-e972da98-6005-49d5-8147-7c0cd00bb377 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 944 time: 0.0628245 Jul 13 02:35:10.832711 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-45da99e6-1533-46b2-95b1-52119c6b42bc req-e758db86-9529-4b1c-a24d-97d6a95828e4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306404 Jul 13 02:35:11.307938 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e730fd2f-df9e-4ba6-a01d-e9655d613129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:11.339768 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 740bf26b-031b-45ff-bd93-aaac93efe690 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:35:11.389275 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port 740bf26b-031b-45ff-bd93-aaac93efe690 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:35:11.393396 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port 740bf26b-031b-45ff-bd93-aaac93efe690 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:35:11.393765 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:11.467830 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:11.490469 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:35:11.492673 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d7755-9b37-4c4f-a0a1-6866065f270b" -d '{"events": [{"server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "name": "network-vif-plugged", "status": "completed", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:35:11.505682 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port 740bf26b-031b-45ff-bd93-aaac93efe690, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=740bf26b-031b-45ff-bd93-aaac93efe690,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:35:11.509964 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:11.539379 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fea7e2-5ae1-44ff-aac6-2402f2cda7da x-openstack-request-id: req-36fea7e2-5ae1-44ff-aac6-2402f2cda7da {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:35:11.539669 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "name": "network-vif-plugged", "status": "completed", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:35:11.539914 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36fea7e2-5ae1-44ff-aac6-2402f2cda7da {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:35:11.540287 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690', 'code': 200} Jul 13 02:35:11.569715 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=740bf26b-031b-45ff-bd93-aaac93efe690,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:11.817073 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-88ddc307-92fb-40c9-8161-8aa9f548d6a1 None None] Provisioning complete for port 740bf26b-031b-45ff-bd93-aaac93efe690 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:35:11.817338 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-88ddc307-92fb-40c9-8161-8aa9f548d6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:11.841660 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc1bdf-7e95-4ce3-ac49-419660283075 req-88fda7a7-4923-4c42-bf4f-3146098e714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:11.843177 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cabc1bdf-7e95-4ce3-ac49-419660283075 req-88fda7a7-4923-4c42-bf4f-3146098e714e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1098 time: 0.0509107 Jul 13 02:35:11.881708 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cabc1bdf-7e95-4ce3-ac49-419660283075 req-de8d91c0-8637-4401-9f48-8186248264fe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307698 Jul 13 02:35:12.009242 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c7a5-f56c-4dc2-9cb6-3733f0f840c8 req-956176ae-53b0-416d-a20a-3af16e6c1b17 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:12.010770 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bb87c7a5-f56c-4dc2-9cb6-3733f0f840c8 req-956176ae-53b0-416d-a20a-3af16e6c1b17 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 945 time: 0.0661616 Jul 13 02:35:12.048663 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bb87c7a5-f56c-4dc2-9cb6-3733f0f840c8 req-57507a7d-9974-4a39-820b-f36e99acd4aa tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318460 Jul 13 02:35:13.220776 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcf799-e5ae-4794-85c3-ed31f5c64312 req-3c98763b-9ab9-4fcf-9227-08904ed8f1da tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:13.222383 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8adcf799-e5ae-4794-85c3-ed31f5c64312 req-3c98763b-9ab9-4fcf-9227-08904ed8f1da tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 945 time: 0.0612891 Jul 13 02:35:13.258417 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8adcf799-e5ae-4794-85c3-ed31f5c64312 req-5d94f41b-c346-4e70-9e6b-e5205b017843 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305352 Jul 13 02:35:13.429364 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f95ad1-eb86-4f40-af2c-e1f73a98d01a req-7823b689-331e-499a-9d64-2a12118be9ec tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:13.430860 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6f95ad1-eb86-4f40-af2c-e1f73a98d01a req-7823b689-331e-499a-9d64-2a12118be9ec tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 945 time: 0.0629287 Jul 13 02:35:13.466719 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e6f95ad1-eb86-4f40-af2c-e1f73a98d01a req-850a1e42-c7e5-40fb-916e-bfa2359671d8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303953 Jul 13 02:35:13.491784 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43828) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:35:13.544749 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81abdb9b-5cb1-44dd-9b93-c67aea9ce222 tempest-TestVolumeBootPattern-354741856 tempest-TestVolumeBootPattern-354741856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:13.546145 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-81abdb9b-5cb1-44dd-9b93-c67aea9ce222 tempest-TestVolumeBootPattern-354741856 tempest-TestVolumeBootPattern-354741856-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1093 time: 0.0534008 Jul 13 02:35:13.549526 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43830) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:35:13.553744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:35:13.574718 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:13.663828 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:13.761833 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Allocated IP 172.27.2.128 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/24dad119-2eb9-48a6-82a5-658248f201e8) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:35:13.857159 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:13.898508 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:13.911616 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2c7d806f-3e57-4228-9bf8-84cb0908a6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:13.932868 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:35:13.935588 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:35:13.940888 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:35:13.968002 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=24dad119-2eb9-48a6-82a5-658248f201e8,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:14.249311 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:14.575268 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:14.648991 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:14.792236 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:14.796311 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:14.858733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=24dad119-2eb9-48a6-82a5-658248f201e8,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:14.869929 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:14.964854 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Floating IP 995dbf61-131c-4678-bdab-cc02a9e5cf8a associated. External IP: 172.27.2.128, port: 740bf26b-031b-45ff-bd93-aaac93efe690. Jul 13 02:35:15.022824 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:15.169185 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:35:15.271737 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:35:15.280829 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:35:15.287142 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:15.290213 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:35:15.290935 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:35:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:35:15.338916 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-6a6bb0bb-416b-4093-9cbd-a37aa0666894 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7763488 Jul 13 02:35:15.338916 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:35:15.338916 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a2263e-8d08-4fd5-9d93-63ce840a535e" -d '{"events": [{"name": "network-changed", "server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:35:15.373574 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f812ab-2bee-4294-b5f2-58b3b9685d3c x-openstack-request-id: req-51f812ab-2bee-4294-b5f2-58b3b9685d3c {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:35:15.373886 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:35:15.374177 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51f812ab-2bee-4294-b5f2-58b3b9685d3c {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:35:15.374570 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690', 'status': 'completed', 'code': 200} Jul 13 02:35:15.412958 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:35:15.466883 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-b52ea7d7-d547-49c2-9045-a891c2816939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:15.468418 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-b52ea7d7-d547-49c2-9045-a891c2816939 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1098 time: 0.0521734 Jul 13 02:35:15.562583 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-908e8f20-84a8-46b6-b0a4-e42f5cbc6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:15.564057 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-908e8f20-84a8-46b6-b0a4-e42f5cbc6c4d service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0895898 Jul 13 02:35:15.631148 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-9dcdebae-330b-4c08-87aa-81bb72ad3473 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 200 len: 999 time: 0.0614550 Jul 13 02:35:15.643918 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:14Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:35:15.671622 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:35:15.681486 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:35:15.682170 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:35:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:35:15.683251 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-b0b9cee3-b8fc-48d8-9343-d7afdc820260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:15.684674 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-b0b9cee3-b8fc-48d8-9343-d7afdc820260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0458040 Jul 13 02:35:15.743073 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-5fc8806f-ebbf-4af1-b7ac-c1e98127b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:35:15.744753 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-5fc8806f-ebbf-4af1-b7ac-c1e98127b2e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538476 Jul 13 02:35:15.804634 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:35:15.845125 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-15d3cc0a-5146-4bce-8c0b-cbcba517c3db service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943437 Jul 13 02:35:15.939295 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-21a2263e-8d08-4fd5-9d93-63ce840a535e req-67306ab1-0a10-43aa-8d42-864ea04d0bb4 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879476 Jul 13 02:35:16.032306 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:14Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:35:16.175548 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08176d09-94ac-4d38-8d80-5eeae980aff0 None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:14Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:35:16.351937 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9963a280-2c73-4f75-9fd5-c4fcddaf8907 None None] New status for floating IP 995dbf61-131c-4678-bdab-cc02a9e5cf8a: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:35:16.456959 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:20.610138 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:35:31.678370 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 43914) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:35:31.776117 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-19dacc1d-f484-4ef4-8589-d015ced64f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:31.863357 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-19dacc1d-f484-4ef4-8589-d015ced64f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:31.866485 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-19dacc1d-f484-4ef4-8589-d015ced64f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:31.907525 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-19dacc1d-f484-4ef4-8589-d015ced64f7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f1eb85c9b6b4a6a8e7815ae197413bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279255 Jul 13 02:35:31.908475 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dacc1d-f484-4ef4-8589-d015ced64f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f971128b-faff-4b9d-8480-9138b853bcf4,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:31.910635 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 43918) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:35:31.962815 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd47-7fc2-473f-99a5-791f09e87359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:31.983525 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd47-7fc2-473f-99a5-791f09e87359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:32.031951 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd47-7fc2-473f-99a5-791f09e87359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:32.035021 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dd47-7fc2-473f-99a5-791f09e87359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:32.036127 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9aa7dd47-7fc2-473f-99a5-791f09e87359 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f971128b-faff-4b9d-8480-9138b853bcf4 HTTP/1.1" status: 204 len: 168 time: 0.1245387 Jul 13 02:35:32.043521 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7dd47-7fc2-473f-99a5-791f09e87359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f971128b-faff-4b9d-8480-9138b853bcf4,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:35:38.236025 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:41.308834 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-22cf3fc1-77a9-43a5-8db5-3dab29f4eff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:43.912612 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-53e4aa5e-3824-464c-be81-1bbdabf929d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:44.250155 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:45.025672 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:46.459132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:35:57.608807 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:36:07.730493 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44176) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:07.830485 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:07.915899 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:07.919580 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:07.956320 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd748916be144428abfc7c2017cdbaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247758 Jul 13 02:36:07.957267 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa49c0ce-868e-4463-a47b-b953aa5fb2b3,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:07.959013 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44180) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:07.965371 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.965715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.966077 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.966416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.966751 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.967198 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.967571 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.967855 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.968186 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.968505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.968941 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:07.969114 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d3f3b-1e2e-419f-b295-179a72bdb099 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.010085 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:08.031498 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:08.077696 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:08.080222 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:08.081352 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aa49c0ce-868e-4463-a47b-b953aa5fb2b3 HTTP/1.1" status: 204 len: 168 time: 0.1212578 Jul 13 02:36:08.089431 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa49c0ce-868e-4463-a47b-b953aa5fb2b3,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:08.096311 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.096657 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.096989 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.097316 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.097641 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.097966 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.098322 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.098644 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.098962 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.099275 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.099727 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.100043 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7e1de8-d01f-4bc2-b6e7-49468192b353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:08.251407 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:08.716490 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-ed2364f2-9d1c-49d0-85fc-d8f24e915506 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501547 Jul 13 02:36:08.830544 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-bf7109a3-b585-448e-87ce-27d62d330e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:08.832017 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-bf7109a3-b585-448e-87ce-27d62d330e1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1098 time: 0.0541854 Jul 13 02:36:08.936793 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-c46112ed-8865-4de8-8c29-2a4d3070aa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:08.938312 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-c46112ed-8865-4de8-8c29-2a4d3070aa21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0855129 Jul 13 02:36:09.008177 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-ad0f0165-73b8-4c25-9fbc-823c4e02f993 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 200 len: 1001 time: 0.0624814 Jul 13 02:36:09.061094 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-73b48f4d-2a98-459a-bb55-e1adb3bce126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:09.062779 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-73b48f4d-2a98-459a-bb55-e1adb3bce126 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0475314 Jul 13 02:36:09.118699 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-337a822f-531d-47ac-97b4-64d42a7a8109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:09.120163 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-337a822f-531d-47ac-97b4-64d42a7a8109 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509989 Jul 13 02:36:09.213654 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-174b21e7-a5cb-47c7-af77-3379d9d0a535 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830901 Jul 13 02:36:09.298940 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2fa86aa4-20a1-475b-bbf0-8c6e7b4a26bb req-6bd2f1d1-b6e9-4a05-9811-5c2e9a9c42ec service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788300 Jul 13 02:36:11.308267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7460e98f-54fb-4681-a0af-e1c901024cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:13.913117 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-85e2df60-9b71-4db8-89d9-2c876ed349bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:14.250016 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:15.027508 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:16.463192 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.004871 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44322) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:26.105070 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd30da0f-b5e8-4267-a316-c3aba3c9068a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.197415 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd30da0f-b5e8-4267-a316-c3aba3c9068a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.201279 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-fd30da0f-b5e8-4267-a316-c3aba3c9068a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.237578 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-fd30da0f-b5e8-4267-a316-c3aba3c9068a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca0db0d7c8744b095edb1fa0509826b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316241 Jul 13 02:36:26.238460 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30da0f-b5e8-4267-a316-c3aba3c9068a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d7836d-f249-4dbd-a13c-a474d5082d4a,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:26.240269 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44326) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:26.288917 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1ab57be1-7f28-4fdb-a60b-fc7ab3a8cca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.309582 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1ab57be1-7f28-4fdb-a60b-fc7ab3a8cca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.354756 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1ab57be1-7f28-4fdb-a60b-fc7ab3a8cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.357524 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1ab57be1-7f28-4fdb-a60b-fc7ab3a8cca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:26.358694 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1ab57be1-7f28-4fdb-a60b-fc7ab3a8cca2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/73d7836d-f249-4dbd-a13c-a474d5082d4a HTTP/1.1" status: 204 len: 168 time: 0.1173520 Jul 13 02:36:26.365934 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab57be1-7f28-4fdb-a60b-fc7ab3a8cca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d7836d-f249-4dbd-a13c-a474d5082d4a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:26.945837 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44348) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:27.036235 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-848119997-network', 'tenant_id': '5c8b5616059f43f097126facb22ac41a'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:27.056491 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Made reservation on behalf of 5c8b5616059f43f097126facb22ac41a for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:36:27.058753 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.066871 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.150689 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.154148 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.177180 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:36:27.186662 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a257811b-9455-4eb4-a2fc-0daca0bc578f,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:27.191264 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.191601 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Added segment e79a942e-b122-4261-bfb8-46dc79dfdfe9 of type vlan for network 4f1601d3-b85d-4846-b61f-1a90d074cd54 Jul 13 02:36:27.230523 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.257257 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.258222 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:27.258804 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.293247 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3463075 Jul 13 02:36:27.296180 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44352) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:27.301361 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Request body: {'subnet': {'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-848119997-subnet', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:27.322769 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca31d-14ce-47a1-90e0-7fd58d29cdab admin admin] Pushing event updated for resources: {'Network': ['ID=4f1601d3-b85d-4846-b61f-1a90d074cd54,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:27.323708 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Made reservation on behalf of 5c8b5616059f43f097126facb22ac41a for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:36:27.327430 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098261'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.332627 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:36:27.491873 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098215'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.761335 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea10b510-5385-42da-9f21-61e4a4efa25a,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:27.769916 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Checking segment: {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:27.770302 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Network hostable DHCP agents. Network: 4f1601d3-b85d-4846-b61f-1a90d074cd54, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:36:27.786525 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:36:27.794946 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 4f1601d3-b85d-4846-b61f-1a90d074cd54) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:27.798901 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:27.799490 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.803491 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb84d5f-7766-4a5d-94cb-38e3b220d7d8 None None] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:36:27.812536 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-13a2ecba-09b0-46bf-b7dc-c3ea347bdec8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5151882 Jul 13 02:36:27.815586 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44354) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:27.819884 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:27.839630 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.840606 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.889920 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:27.950782 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-4f1601d3-b85d-4846-b61f-1a90d074cd54', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:36:27.951707 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.029841 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.090133 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Allocated IP 172.20.0.2 (4f1601d3-b85d-4846-b61f-1a90d074cd54/ea10b510-5385-42da-9f21-61e4a4efa25a/76987f26-2452-4ae2-9dc4-3865f3ab4984) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:36:28.225317 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.227202 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.236156 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Transition to ACTIVE for port object 76987f26-2452-4ae2-9dc4-3865f3ab4984 will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:28.244615 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.250877 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Transition to ACTIVE for port object 76987f26-2452-4ae2-9dc4-3865f3ab4984 will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:28.256230 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.295040 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:28.297673 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:28.303069 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:36:28.317061 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Pushing event updated for resources: {'Port': ['ID=76987f26-2452-4ae2-9dc4-3865f3ab4984,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:28.342988 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.343635 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.343635 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.343970 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.344295 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.344623 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.344946 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.345266 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.345589 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.345909 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.346272 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.346591 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:28.347598 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Allocated IP 172.27.2.168 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/701708d1-9663-411b-b00c-6bc5159e127b) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:36:28.377740 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Attempting to bind port 76987f26-2452-4ae2-9dc4-3865f3ab4984 on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:36:28.378130 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Attempting to bind port 76987f26-2452-4ae2-9dc4-3865f3ab4984 by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:36:28.378507 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Attempting to bind port 76987f26-2452-4ae2-9dc4-3865f3ab4984 on network 4f1601d3-b85d-4846-b61f-1a90d074cd54 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:28.383258 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:36:28.383626 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Checking segment: {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:28.384018 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.385324 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Bound using segment: {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:36:28.385974 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Bound port: 76987f26-2452-4ae2-9dc4-3865f3ab4984, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:36:28.386390 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.448033 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] For port 76987f26-2452-4ae2-9dc4-3865f3ab4984, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:36:28.451055 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] For port 76987f26-2452-4ae2-9dc4-3865f3ab4984, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=76987f26-2452-4ae2-9dc4-3865f3ab4984,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:36:28.452925 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.456332 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.495857 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:28.519266 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536a686-3145-4f54-bae3-c206c224a7e9 None None] Pushing event updated for resources: {'Port': ['ID=76987f26-2452-4ae2-9dc4-3865f3ab4984,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:28.547771 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:28.550811 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:28.554458 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:36:28.560217 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Pushing event updated for resources: {'Port': ['ID=701708d1-9663-411b-b00c-6bc5159e127b,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:28.833659 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:29.034230 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:29.160557 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Router 62845e5a-983c-45b6-a781-18dd8a144f2d is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:36:29.271218 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:36:29.281395 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Sync routers for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:36:29.289377 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:29.291992 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:29.292633 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:29.294543 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-e486ef1b-381f-482c-823d-d0a22b5953a6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4779501 Jul 13 02:36:29.294691 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44356) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:29.402736 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:29.432860 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7655f7d3-66f4-4735-aa79-4ae1d35f1975 None None] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:36:29.536304 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-3fc8e999-3dd4-4e1e-8980-0972c2ee9a56 None None] Provisioning for port 76987f26-2452-4ae2-9dc4-3865f3ab4984 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:29.578018 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 76987f26-2452-4ae2-9dc4-3865f3ab4984 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:29.724387 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:29.726948 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 76987f26-2452-4ae2-9dc4-3865f3ab4984 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:29.737880 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 76987f26-2452-4ae2-9dc4-3865f3ab4984 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:29.738273 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:29.798804 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:28Z', 'revision_number': 3, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:29.828423 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Checking router: 62845e5a-983c-45b6-a781-18dd8a144f2d for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:36:29.828768 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Updating router 62845e5a-983c-45b6-a781-18dd8a144f2d port 701708d1-9663-411b-b00c-6bc5159e127b binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:36:29.884444 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Allocated IP 172.20.0.1 (4f1601d3-b85d-4846-b61f-1a90d074cd54/ea10b510-5385-42da-9f21-61e4a4efa25a/a32d5270-a077-45f1-86f2-13ae4dcd7b7e) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:36:29.888725 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:29.922815 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.001141 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.019557 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 76987f26-2452-4ae2-9dc4-3865f3ab4984, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=76987f26-2452-4ae2-9dc4-3865f3ab4984,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:36:30.019717 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Transition to ACTIVE for port object a32d5270-a077-45f1-86f2-13ae4dcd7b7e will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:30.023857 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.054237 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.093414 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:30.098096 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:30.100765 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:36:30.129101 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Pushing event updated for resources: {'Port': ['ID=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:30.146299 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.151456 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e9995bfb-fd0d-404b-9b55-0b3ed81586c3 None None] Provisioning complete for port 76987f26-2452-4ae2-9dc4-3865f3ab4984 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:30.151821 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e9995bfb-fd0d-404b-9b55-0b3ed81586c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.154699 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=76987f26-2452-4ae2-9dc4-3865f3ab4984,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:30.292196 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.413064 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.430779 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Transition to ACTIVE for port object 701708d1-9663-411b-b00c-6bc5159e127b will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:30.436636 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.458757 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.464630 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.486597 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Attempting to bind port 701708d1-9663-411b-b00c-6bc5159e127b on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:36:30.486965 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Attempting to bind port 701708d1-9663-411b-b00c-6bc5159e127b by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:36:30.487326 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Attempting to bind port 701708d1-9663-411b-b00c-6bc5159e127b on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:30.494189 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1413-7dd5-4745-8dec-0cbedda7740f None None] Pushing event updated for resources: {'Port': ['ID=701708d1-9663-411b-b00c-6bc5159e127b,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:30.498180 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:36:30.498505 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:30.498913 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.499296 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:36:30.499760 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Bound port: 701708d1-9663-411b-b00c-6bc5159e127b, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:36:30.500141 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.537458 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Pushing event updated for resources: {'Port': ['ID=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:30.550830 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.563198 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] For port 701708d1-9663-411b-b00c-6bc5159e127b, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:36:30.566671 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] For port 701708d1-9663-411b-b00c-6bc5159e127b, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=701708d1-9663-411b-b00c-6bc5159e127b,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:36:30.567814 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-3049cdb1-a423-4308-b9fb-3c10c609489b None None] Provisioning for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:30.573954 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.577891 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-3049cdb1-a423-4308-b9fb-3c10c609489b None None] Provisioning complete for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:30.578300 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-3049cdb1-a423-4308-b9fb-3c10c609489b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.653997 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:30.655953 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:30.656365 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:30.657011 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:30.662552 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-3049cdb1-a423-4308-b9fb-3c10c609489b None None] Port a32d5270-a077-45f1-86f2-13ae4dcd7b7e cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:36:30.714136 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff1413-7dd5-4745-8dec-0cbedda7740f None None] Pushing event updated for resources: {'Port': ['ID=701708d1-9663-411b-b00c-6bc5159e127b,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:30.780999 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Router 62845e5a-983c-45b6-a781-18dd8a144f2d has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:36:30.793920 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:30.796207 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-5269b8dd-80d0-46c3-be3a-f3601b756fd4 None None] Provisioning complete for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:30.796573 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5269b8dd-80d0-46c3-be3a-f3601b756fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:30.892388 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:36:30.892616 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-5269b8dd-80d0-46c3-be3a-f3601b756fd4 None None] Port a32d5270-a077-45f1-86f2-13ae4dcd7b7e cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:36:30.898489 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-da7fc33a-5946-4168-833c-0ed6b9191df3 admin admin] 10.222.0.32 "PUT /v2.0/routers/62845e5a-983c-45b6-a781-18dd8a144f2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6026900 Jul 13 02:36:31.022320 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-5890c703-47d9-4206-bd77-005e63ff5001 None None] Provisioning complete for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:31.022695 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-5890c703-47d9-4206-bd77-005e63ff5001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.063127 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 2, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:31.065989 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-5890c703-47d9-4206-bd77-005e63ff5001 None None] Port a32d5270-a077-45f1-86f2-13ae4dcd7b7e cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:36:31.091717 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b493a0ca-c6ef-4cfe-9253-f1daf1054c64 None None] The sync data for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi is: [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 2, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:36:31.379306 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44372) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:31.385757 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1421690081-network', 'tenant_id': '957354b377584fa59ace403d90ae5db6'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:31.410044 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Made reservation on behalf of 957354b377584fa59ace403d90ae5db6 for: {'network': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:36:31.412422 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for network, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.421815 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.525455 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.531519 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.552970 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=92891) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 13 02:36:31.554351 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 76987f26-2452-4ae2-9dc4-3865f3ab4984 up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:31.572691 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a403f02-de0e-4f93-abe1-3d9f850b6754,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:31.575701 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.576091 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.segments_db [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Added segment 71bf4ab9-33f4-451b-9723-ba9a23385213 of type vlan for network 8cd29551-7489-4335-be46-0561a0e31050 Jul 13 02:36:31.618237 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 76987f26-2452-4ae2-9dc4-3865f3ab4984 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:31.619324 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.619701 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778684785237'] for network, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.652420 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600'] for network, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:31.654443 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:31.655663 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.000889 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6204710 Jul 13 02:36:32.003908 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44374) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:32.010212 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Request body: {'subnet': {'network_id': '8cd29551-7489-4335-be46-0561a0e31050', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1421690081-subnet', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'ip_version': 4}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:32.034484 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Made reservation on behalf of 957354b377584fa59ace403d90ae5db6 for: {'subnet': 1} {{(pid=92892) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:36:32.035156 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348928-c46e-4e23-a81b-6946b8c45553 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd29551-7489-4335-be46-0561a0e31050,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:32.038058 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60098261'] for subnet, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.046211 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Network 8cd29551-7489-4335-be46-0561a0e31050 details requested by agent ovs-agent-dv-cinder-781024-2-iscsi with host dv-cinder-781024-2-iscsi {{(pid=92893) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 13 02:36:32.216502 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2209880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60098215'] for subnet, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.265314 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:32.283923 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Checking segment: {'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:32.284351 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Network hostable DHCP agents. Network: 8cd29551-7489-4335-be46-0561a0e31050, hostable agents: ['6271f115-ea7c-47d4-b383-4ab6a497a237'], hosted agents: [] {{(pid=92892) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 13 02:36:32.301600 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Network 8cd29551-7489-4335-be46-0561a0e31050 is scheduled to be hosted by DHCP agent 6271f115-ea7c-47d4-b383-4ab6a497a237 with binding_index 1 {{(pid=92892) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 13 02:36:32.311400 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-781024-2-iscsi, 8cd29551-7489-4335-be46-0561a0e31050) {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:32.315543 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:32.316135 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.321261 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b9b23b-a6c9-4dbf-aef2-9da3d6e302cc None None] Network 8cd29551-7489-4335-be46-0561a0e31050 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:36:32.332923 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3582d33c-f73f-402c-9e0e-4d3c8486a7ef admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3254354 Jul 13 02:36:32.333233 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44376) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:32.338486 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:32.363140 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673240', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-520748'] for router, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.364135 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673095', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-687665', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-564565', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-520789'] for router, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.417978 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.476858 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfbc8f191-fcad-52f2-81d6-f55b6c711885-8cd29551-7489-4335-be46-0561a0e31050', 'network_id': '8cd29551-7489-4335-be46-0561a0e31050', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'fixed_ips': [{'subnet_id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9'}]}} from dv-cinder-781024-2-iscsi. {{(pid=92893) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 13 02:36:32.477926 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.550649 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-687651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-520771'] for router, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.613766 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.db_base_plugin_common [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Allocated IP 172.20.0.2 (8cd29551-7489-4335-be46-0561a0e31050/1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9/8b1eab06-86c2-414d-8d72-0e4ca23f039d) {{(pid=92893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:36:32.756323 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.760736 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.769427 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Transition to ACTIVE for port object 8b1eab06-86c2-414d-8d72-0e4ca23f039d will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:32.777743 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.785132 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Transition to ACTIVE for port object 8b1eab06-86c2-414d-8d72-0e4ca23f039d will not be triggered until provisioned by entity DHCP. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:32.792570 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444'] for port, after_create {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.831738 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Network 8cd29551-7489-4335-be46-0561a0e31050 is already hosted by enough agents. {{(pid=92893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:32.834649 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.scheduler.base_scheduler [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Resources bound (agent type, host, resource id): {{(pid=92893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:32.838751 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Received port after_create {{(pid=92893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:36:32.845521 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Pushing event updated for resources: {'Port': ['ID=8b1eab06-86c2-414d-8d72-0e4ca23f039d,revision_number=1']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:32.893456 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Allocated IP 172.27.2.86 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/6045390e-288c-4191-ad12-5bbdd77398dc) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:36:32.906846 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Attempting to bind port 8b1eab06-86c2-414d-8d72-0e4ca23f039d on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:36:32.907212 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Attempting to bind port 8b1eab06-86c2-414d-8d72-0e4ca23f039d by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:36:32.907569 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Attempting to bind port 8b1eab06-86c2-414d-8d72-0e4ca23f039d on network 8cd29551-7489-4335-be46-0561a0e31050 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:32.912836 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:36:32.913213 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Checking segment: {'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:32.913614 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.914000 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Bound using segment: {'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:36:32.914490 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Bound port: 8b1eab06-86c2-414d-8d72-0e4ca23f039d, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:36:32.914874 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.983618 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] For port 8b1eab06-86c2-414d-8d72-0e4ca23f039d, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:36:32.986682 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] For port 8b1eab06-86c2-414d-8d72-0e4ca23f039d, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8b1eab06-86c2-414d-8d72-0e4ca23f039d,segment=NetworkSegment(71bf4ab9-33f4-451b-9723-ba9a23385213),segment_id=71bf4ab9-33f4-451b-9723-ba9a23385213)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:36:32.992037 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:32.997531 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.046406 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.053448 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ecaf0-3a67-4d18-a9f6-2bfb19e74ab5 None None] Pushing event updated for resources: {'Port': ['ID=8b1eab06-86c2-414d-8d72-0e4ca23f039d,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:33.086625 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:33.091910 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:33.094896 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:36:33.125720 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Pushing event updated for resources: {'Port': ['ID=6045390e-288c-4191-ad12-5bbdd77398dc,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:33.156994 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Sync routers for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:36:33.167309 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:33.168211 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:33.303003 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:33.394435 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.506658 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 2, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:33.540249 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Checking router: 62845e5a-983c-45b6-a781-18dd8a144f2d for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:36:33.541313 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Updating router 62845e5a-983c-45b6-a781-18dd8a144f2d port a32d5270-a077-45f1-86f2-13ae4dcd7b7e binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:36:33.582865 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.613460 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 701708d1-9663-411b-b00c-6bc5159e127b up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:33.667948 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 701708d1-9663-411b-b00c-6bc5159e127b completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:33.672338 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 701708d1-9663-411b-b00c-6bc5159e127b triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:33.672893 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.769577 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.794513 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 701708d1-9663-411b-b00c-6bc5159e127b, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=701708d1-9663-411b-b00c-6bc5159e127b,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:36:33.800445 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.831895 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8b1eab06-86c2-414d-8d72-0e4ca23f039d up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:33.846490 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-687692'] for router, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.892401 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=701708d1-9663-411b-b00c-6bc5159e127b,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:33.909688 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 8b1eab06-86c2-414d-8d72-0e4ca23f039d completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:33.924961 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.935991 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Transition to ACTIVE for port object a32d5270-a077-45f1-86f2-13ae4dcd7b7e will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:33.942385 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:33.989285 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Pushing event updated for resources: {'Port': ['ID=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:34.001976 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.002385 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.002815 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.003054 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.003457 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.003697 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.004010 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.004421 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.004734 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.005029 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.005358 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.005716 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:36:34.007092 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Router a01be919-f627-4da5-8064-d60db19797d5 is scheduled to L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f with binding_index 1 {{(pid=92892) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 13 02:36:34.070802 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Attempting to bind port a32d5270-a077-45f1-86f2-13ae4dcd7b7e on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:36:34.071170 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Attempting to bind port a32d5270-a077-45f1-86f2-13ae4dcd7b7e by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:36:34.071689 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Attempting to bind port a32d5270-a077-45f1-86f2-13ae4dcd7b7e on network 4f1601d3-b85d-4846-b61f-1a90d074cd54 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:34.076891 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:36:34.077293 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Checking segment: {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:34.077643 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.078108 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Bound using segment: {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:36:34.078565 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Bound port: a32d5270-a077-45f1-86f2-13ae4dcd7b7e, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:36:34.078956 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.126667 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:36:34.138851 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Sync routers for ids ['a01be919-f627-4da5-8064-d60db19797d5'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:36:34.145898 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd11f7c0-f825-4909-afff-868b7870d2cf None None] Network 8cd29551-7489-4335-be46-0561a0e31050 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:36:34.147416 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.152507 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b3042807-aba1-43a5-8286-fe78b09f3ef1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8150866 Jul 13 02:36:34.153064 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44378) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:34.158862 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] For port a32d5270-a077-45f1-86f2-13ae4dcd7b7e, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:36:34.162390 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] For port a32d5270-a077-45f1-86f2-13ae4dcd7b7e, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:36:34.166977 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.180421 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Routers {'a01be919-f627-4da5-8064-d60db19797d5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:34.181123 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['a01be919-f627-4da5-8064-d60db19797d5'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:34.225072 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:34.225955 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:34.267949 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b25c5-9f2f-4739-9ce2-2da462f2f9b2 None None] Pushing event updated for resources: {'Port': ['ID=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:34.306194 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-c5ad3456-b93c-442a-89fe-e50f82db2d65 None None] Provisioning for port 8b1eab06-86c2-414d-8d72-0e4ca23f039d completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:34.346997 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-c5ad3456-b93c-442a-89fe-e50f82db2d65 None None] Provisioning complete for port 8b1eab06-86c2-414d-8d72-0e4ca23f039d triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:34.347276 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3456-b93c-442a-89fe-e50f82db2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.367522 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:34.560686 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Set router a01be919-f627-4da5-8064-d60db19797d5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:34.590976 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:34Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:34.622140 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471979a1-e00a-4278-b6a0-31eb0c212ccb None None] The sync data for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi is: [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:34Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:36:34.628160 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:36:34.659744 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.807236 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3456-b93c-442a-89fe-e50f82db2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.831627 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Allocated IP 172.20.0.1 (8cd29551-7489-4335-be46-0561a0e31050/1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9/358fb01a-c336-4bc6-8196-493fe752861f) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:36:34.855475 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-c5ad3456-b93c-442a-89fe-e50f82db2d65 None None] For port 8b1eab06-86c2-414d-8d72-0e4ca23f039d, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8b1eab06-86c2-414d-8d72-0e4ca23f039d,segment=NetworkSegment(71bf4ab9-33f4-451b-9723-ba9a23385213),segment_id=71bf4ab9-33f4-451b-9723-ba9a23385213)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:36:34.864328 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c5ad3456-b93c-442a-89fe-e50f82db2d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.918659 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 3, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port': {'id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:34.960921 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:34.976361 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Checking router: a01be919-f627-4da5-8064-d60db19797d5 for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:36:34.977052 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Transition to ACTIVE for port object 358fb01a-c336-4bc6-8196-493fe752861f will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:34.977517 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Updating router a01be919-f627-4da5-8064-d60db19797d5 port 6045390e-288c-4191-ad12-5bbdd77398dc binding host dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:36:35.009812 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad3456-b93c-442a-89fe-e50f82db2d65 None None] Pushing event updated for resources: {'Port': ['ID=8b1eab06-86c2-414d-8d72-0e4ca23f039d,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:35.018324 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.039347 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.055466 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Network 8cd29551-7489-4335-be46-0561a0e31050 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:35.060191 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:35.063220 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:36:35.114201 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=358fb01a-c336-4bc6-8196-493fe752861f,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:35.133436 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682743'] for router_interface, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.227312 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-9473f5e8-9b8d-4d25-ac88-fac649a89d16 None None] Provisioning complete for port 8b1eab06-86c2-414d-8d72-0e4ca23f039d triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:35.227704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9473f5e8-9b8d-4d25-ac88-fac649a89d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.298367 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.424353 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Notify callbacks [] for port, precommit_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.434700 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Transition to ACTIVE for port object 6045390e-288c-4191-ad12-5bbdd77398dc will not be triggered until provisioned by entity L2. {{(pid=92893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:35.440000 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.470630 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.477325 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.493008 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Attempting to bind port 6045390e-288c-4191-ad12-5bbdd77398dc on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:36:35.493461 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Attempting to bind port 6045390e-288c-4191-ad12-5bbdd77398dc by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:36:35.493868 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Attempting to bind port 6045390e-288c-4191-ad12-5bbdd77398dc on network 9e9be0e9-4a97-4224-8803-2d3b2a429194 {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:35.495903 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ca9c8-08da-4e13-9007-d596f2f14597 None None] Pushing event updated for resources: {'Port': ['ID=6045390e-288c-4191-ad12-5bbdd77398dc,revision_number=2']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:35.505234 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:36:35.505617 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Checking segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:35.506108 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.506466 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Bound using segment: {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'} {{(pid=92893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:36:35.506949 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.managers [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Bound port: 6045390e-288c-4191-ad12-5bbdd77398dc, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d1eee1-9789-496c-aa0c-fa99215ad0c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194'}}] {{(pid=92893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:36:35.507338 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.554551 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Pushing event updated for resources: {'Port': ['ID=358fb01a-c336-4bc6-8196-493fe752861f,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:35.570796 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-def00ffe-e25e-428a-a478-332d056e3423 None None] Provisioning for port 358fb01a-c336-4bc6-8196-493fe752861f completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:35.576703 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1041618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-682545'] for router_interface, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.579159 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-def00ffe-e25e-428a-a478-332d056e3423 None None] Provisioning complete for port 358fb01a-c336-4bc6-8196-493fe752861f triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:35.579608 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-def00ffe-e25e-428a-a478-332d056e3423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.583735 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] For port 6045390e-288c-4191-ad12-5bbdd77398dc, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:36:35.612610 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 701708d1-9663-411b-b00c-6bc5159e127b up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:35.628291 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] For port 6045390e-288c-4191-ad12-5bbdd77398dc, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=6045390e-288c-4191-ad12-5bbdd77398dc,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:36:35.650619 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.685680 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Network 8cd29551-7489-4335-be46-0561a0e31050 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:35.687376 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:35.707942 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-def00ffe-e25e-428a-a478-332d056e3423 None None] Port 358fb01a-c336-4bc6-8196-493fe752861f cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:36:35.735672 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Routers {'a01be919-f627-4da5-8064-d60db19797d5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:35.736306 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['a01be919-f627-4da5-8064-d60db19797d5'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:35.779962 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ca9c8-08da-4e13-9007-d596f2f14597 None None] Pushing event updated for resources: {'Port': ['ID=6045390e-288c-4191-ad12-5bbdd77398dc,revision_number=3']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:35.807126 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 701708d1-9663-411b-b00c-6bc5159e127b triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:35.807126 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.817581 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Router a01be919-f627-4da5-8064-d60db19797d5 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:36:35.900995 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e6ea2d4e-d46b-4337-8825-5edc94bae540 None None] Provisioning complete for port 358fb01a-c336-4bc6-8196-493fe752861f triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:35.901319 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e6ea2d4e-d46b-4337-8825-5edc94bae540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:35.907631 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] Set router a01be919-f627-4da5-8064-d60db19797d5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:35.933547 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:36:35.938504 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0c571cc5-2635-47fb-8031-ca215b33d6ff admin admin] 10.222.0.32 "PUT /v2.0/routers/a01be919-f627-4da5-8064-d60db19797d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7844713 Jul 13 02:36:36.030908 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-e6ea2d4e-d46b-4337-8825-5edc94bae540 None None] Port 358fb01a-c336-4bc6-8196-493fe752861f cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:36:36.061519 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device a32d5270-a077-45f1-86f2-13ae4dcd7b7e up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:36.187769 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-74681016-e1c8-4da3-ae01-81ae308f6953 None None] Provisioning complete for port 358fb01a-c336-4bc6-8196-493fe752861f triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:36.188202 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-74681016-e1c8-4da3-ae01-81ae308f6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.191274 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:36.216654 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:36.217033 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.265416 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-74681016-e1c8-4da3-ae01-81ae308f6953 None None] Port 358fb01a-c336-4bc6-8196-493fe752861f cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:36:36.282013 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 4, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port': {'id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '358fb01a-c336-4bc6-8196-493fe752861f', 'name': '', 'network_id': '8cd29551-7489-4335-be46-0561a0e31050', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'mac_address': 'fa:16:3e:08:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:34Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 2, 'project_id': '957354b377584fa59ace403d90ae5db6', 'subnets': [{'id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:36.431349 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b6c7c8-7e27-4cab-9c9b-5aacb5f61c41 None None] The sync data for ids ['a01be919-f627-4da5-8064-d60db19797d5'] in dv-cinder-781024-2-iscsi is: [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 4, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port': {'id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '358fb01a-c336-4bc6-8196-493fe752861f', 'name': '', 'network_id': '8cd29551-7489-4335-be46-0561a0e31050', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'mac_address': 'fa:16:3e:08:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:34Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 2, 'project_id': '957354b377584fa59ace403d90ae5db6', 'subnets': [{'id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:36:36.472961 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.511953 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port a32d5270-a077-45f1-86f2-13ae4dcd7b7e, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:36:36.518464 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.519431 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44388) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:36.524398 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-196a557c-d1b6-499d-b664-0a822545fa1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1342042681', 'description': 'tempest-secgroup-smoke-1342042681 description', 'project_id': '5c8b5616059f43f097126facb22ac41a'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:36.548179 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-196a557c-d1b6-499d-b664-0a822545fa1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.552747 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8b1eab06-86c2-414d-8d72-0e4ca23f039d up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:36.608404 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:36.625052 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 8b1eab06-86c2-414d-8d72-0e4ca23f039d triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:36.625642 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.687778 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-196a557c-d1b6-499d-b664-0a822545fa1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.707522 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-196a557c-d1b6-499d-b664-0a822545fa1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.750113 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a557c-d1b6-499d-b664-0a822545fa1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21b69f-47a4-4f4e-a9b9-79d2692adf46,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:36.758639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-196a557c-d1b6-499d-b664-0a822545fa1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.761112 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-196a557c-d1b6-499d-b664-0a822545fa1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2404540 Jul 13 02:36:36.764821 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44390) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:36.772072 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-1251cbd2-ba26-4dd6-913a-cfe32530bff5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'security_group_rule': {'security_group_id': '7c21b69f-47a4-4f4e-a9b9-79d2692adf46', 'project_id': '5c8b5616059f43f097126facb22ac41a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:36.801792 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1251cbd2-ba26-4dd6-913a-cfe32530bff5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.864483 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1251cbd2-ba26-4dd6-913a-cfe32530bff5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.868559 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1251cbd2-ba26-4dd6-913a-cfe32530bff5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.888748 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251cbd2-ba26-4dd6-913a-cfe32530bff5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c77e37-0006-4280-a8a1-958165aa7d90,revision_number=0']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:36.889186 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-8b4c8076-8571-4067-b21e-bc18cf385b85 None None] Provisioning complete for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:36.889720 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8076-8571-4067-b21e-bc18cf385b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.896234 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-1251cbd2-ba26-4dd6-913a-cfe32530bff5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:36.897440 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-1251cbd2-ba26-4dd6-913a-cfe32530bff5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305149 Jul 13 02:36:36.900774 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44392) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:36.905768 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-71cc3a7f-0179-407d-8dae-0834ec981d09 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'security_group_rule': {'security_group_id': '7c21b69f-47a4-4f4e-a9b9-79d2692adf46', 'project_id': '5c8b5616059f43f097126facb22ac41a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:36.936657 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-71cc3a7f-0179-407d-8dae-0834ec981d09 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.008015 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-71cc3a7f-0179-407d-8dae-0834ec981d09 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.013505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-71cc3a7f-0179-407d-8dae-0834ec981d09 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.032573 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc3a7f-0179-407d-8dae-0834ec981d09 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3856bed0-3967-4b3e-a7f3-1c35c389f2a4,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:37.040937 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-71cc3a7f-0179-407d-8dae-0834ec981d09 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.042114 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-71cc3a7f-0179-407d-8dae-0834ec981d09 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1401589 Jul 13 02:36:37.044828 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44394) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:37.049273 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-a42757fd-117d-4034-882f-f93d39721520 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'security_group_rule': {'security_group_id': '7c21b69f-47a4-4f4e-a9b9-79d2692adf46', 'project_id': '5c8b5616059f43f097126facb22ac41a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:37.078423 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a42757fd-117d-4034-882f-f93d39721520 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.138018 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a42757fd-117d-4034-882f-f93d39721520 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.141487 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a42757fd-117d-4034-882f-f93d39721520 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.156332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42757fd-117d-4034-882f-f93d39721520 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa97a6d-6d7c-4a70-bb2b-e0f2b6093e32,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:37.164465 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a42757fd-117d-4034-882f-f93d39721520 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.165701 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a42757fd-117d-4034-882f-f93d39721520 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199260 Jul 13 02:36:37.168517 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44396) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:37.172797 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-a5f51c3e-0c36-4720-a3da-79245bd00127 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'security_group_rule': {'security_group_id': '7c21b69f-47a4-4f4e-a9b9-79d2692adf46', 'project_id': '5c8b5616059f43f097126facb22ac41a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:37.198505 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51c3e-0c36-4720-a3da-79245bd00127 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.255054 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51c3e-0c36-4720-a3da-79245bd00127 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.258262 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51c3e-0c36-4720-a3da-79245bd00127 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.275980 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f51c3e-0c36-4720-a3da-79245bd00127 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ade339-a27c-4e3b-af2b-76d7450590be,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:37.282169 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-a5f51c3e-0c36-4720-a3da-79245bd00127 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.283244 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-a5f51c3e-0c36-4720-a3da-79245bd00127 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137984 Jul 13 02:36:37.286341 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44398) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:37.290668 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'security_group_rule': {'security_group_id': '7c21b69f-47a4-4f4e-a9b9-79d2692adf46', 'project_id': '5c8b5616059f43f097126facb22ac41a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:37.312952 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.securitygroups_db [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Project 5c8b5616059f43f097126facb22ac41a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 02:36:37.318239 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.393542 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.398212 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.416100 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40636e1-e119-401e-b75e-114e2d7454ed,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:37.423230 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.424636 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b6d2812e-3f95-453b-8fc9-03b283bd0c1a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1373394 Jul 13 02:36:37.427322 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44400) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:36:37.432474 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'security_group_rule': {'security_group_id': '7c21b69f-47a4-4f4e-a9b9-79d2692adf46', 'project_id': '5c8b5616059f43f097126facb22ac41a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:37.457329 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.securitygroups_db [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Project 5c8b5616059f43f097126facb22ac41a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 13 02:36:37.463334 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.539670 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.544409 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1017218'] for security_group_rule, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.563818 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4512705-d75f-48e3-b568-f3a3363e174e,revision_number=0']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:37.572371 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.573641 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-66900378-521b-421f-88f3-d116798379d1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1452470 Jul 13 02:36:37.636402 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device a32d5270-a077-45f1-86f2-13ae4dcd7b7e up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:37.689225 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port a32d5270-a077-45f1-86f2-13ae4dcd7b7e triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:37.689611 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.788403 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6045390e-288c-4191-ad12-5bbdd77398dc up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:37.840286 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 6045390e-288c-4191-ad12-5bbdd77398dc completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:37.844322 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 6045390e-288c-4191-ad12-5bbdd77398dc triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:37.844692 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.932091 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:37.954895 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 6045390e-288c-4191-ad12-5bbdd77398dc, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=6045390e-288c-4191-ad12-5bbdd77398dc,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:36:37.959427 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:38.020743 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=6045390e-288c-4191-ad12-5bbdd77398dc,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:38.266420 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:38.700804 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Sync routers for ids ['a01be919-f627-4da5-8064-d60db19797d5'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:36:38.709973 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Routers {'a01be919-f627-4da5-8064-d60db19797d5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:38.710602 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['a01be919-f627-4da5-8064-d60db19797d5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:38.825191 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Set router a01be919-f627-4da5-8064-d60db19797d5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:39.126527 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 4, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port': {'id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '358fb01a-c336-4bc6-8196-493fe752861f', 'name': '', 'network_id': '8cd29551-7489-4335-be46-0561a0e31050', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'mac_address': 'fa:16:3e:08:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:34Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 2, 'project_id': '957354b377584fa59ace403d90ae5db6', 'subnets': [{'id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:39.153312 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Checking router: a01be919-f627-4da5-8064-d60db19797d5 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:36:39.153662 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Updating router a01be919-f627-4da5-8064-d60db19797d5 port 358fb01a-c336-4bc6-8196-493fe752861f binding host dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 13 02:36:39.187053 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:39.449923 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Notify callbacks [] for port, precommit_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:39.459092 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.provisioning_blocks [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Transition to ACTIVE for port object 358fb01a-c336-4bc6-8196-493fe752861f will not be triggered until provisioned by entity L2. {{(pid=92894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:39.464884 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:39.516229 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8494d-be10-45fd-856d-3cc619671ec9 None None] Pushing event updated for resources: {'Port': ['ID=358fb01a-c336-4bc6-8196-493fe752861f,revision_number=3']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:39.554353 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6045390e-288c-4191-ad12-5bbdd77398dc up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:39.573544 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Attempting to bind port 358fb01a-c336-4bc6-8196-493fe752861f on host dv-cinder-781024-2-iscsi for vnic_type normal with profile {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:36:39.574125 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Attempting to bind port 358fb01a-c336-4bc6-8196-493fe752861f by drivers openvswitch,hyperv on host dv-cinder-781024-2-iscsi at level 0 using segments [{'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:36:39.574302 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Attempting to bind port 358fb01a-c336-4bc6-8196-493fe752861f on network 8cd29551-7489-4335-be46-0561a0e31050 {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:39.580221 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Checking agent: {'id': 'e8259c11-de2e-476a-8700-b4f72a37161b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-781024-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 19, 14), 'started_at': datetime.datetime(2021, 7, 13, 2, 19, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-781024-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:36:39.580585 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Checking segment: {'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:39.580981 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:39.581503 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Bound using segment: {'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'} {{(pid=92894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:36:39.581966 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.managers [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Bound port: 358fb01a-c336-4bc6-8196-493fe752861f, host: dv-cinder-781024-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71bf4ab9-33f4-451b-9723-ba9a23385213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8cd29551-7489-4335-be46-0561a0e31050'}}] {{(pid=92894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:36:39.582385 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:39.608023 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 6045390e-288c-4191-ad12-5bbdd77398dc triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:39.608536 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:39.655869 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] For port 358fb01a-c336-4bc6-8196-493fe752861f, host dv-cinder-781024-2-iscsi, cleared binding levels {{(pid=92894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:36:39.659054 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.plugins.ml2.db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] For port 358fb01a-c336-4bc6-8196-493fe752861f, host dv-cinder-781024-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=358fb01a-c336-4bc6-8196-493fe752861f,segment=NetworkSegment(71bf4ab9-33f4-451b-9723-ba9a23385213),segment_id=71bf4ab9-33f4-451b-9723-ba9a23385213)] {{(pid=92894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:36:39.663479 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron_lib.callbacks.manager [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:39.723256 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8494d-be10-45fd-856d-3cc619671ec9 None None] Pushing event updated for resources: {'Port': ['ID=358fb01a-c336-4bc6-8196-493fe752861f,revision_number=4']} {{(pid=92894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:39.727026 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Routers {'a01be919-f627-4da5-8064-d60db19797d5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:36:39.727692 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:36:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['a01be919-f627-4da5-8064-d60db19797d5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:39.839647 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] Set router a01be919-f627-4da5-8064-d60db19797d5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:36:40.038521 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 4, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port': {'id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '358fb01a-c336-4bc6-8196-493fe752861f', 'name': '', 'network_id': '8cd29551-7489-4335-be46-0561a0e31050', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'mac_address': 'fa:16:3e:08:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:34Z', 'updated_at': '2021-07-13T02:36:39Z', 'revision_number': 4, 'project_id': '957354b377584fa59ace403d90ae5db6', 'subnets': [{'id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:36:40.067687 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e686d8-6734-4d79-b795-5a47842d691a None None] The sync data for ids ['a01be919-f627-4da5-8064-d60db19797d5'] in dv-cinder-781024-2-iscsi is: [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:35Z', 'revision_number': 4, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port': {'id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '358fb01a-c336-4bc6-8196-493fe752861f', 'name': '', 'network_id': '8cd29551-7489-4335-be46-0561a0e31050', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'mac_address': 'fa:16:3e:08:b6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:34Z', 'updated_at': '2021-07-13T02:36:39Z', 'revision_number': 4, 'project_id': '957354b377584fa59ace403d90ae5db6', 'subnets': [{'id': '1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:36:41.309403 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b3214585-7469-4e44-90c4-65f447cfef34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:41.555267 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 358fb01a-c336-4bc6-8196-493fe752861f up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:41.604545 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning for port 358fb01a-c336-4bc6-8196-493fe752861f completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:41.608167 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 358fb01a-c336-4bc6-8196-493fe752861f triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:41.608498 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:41.687308 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:41.720407 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] For port 358fb01a-c336-4bc6-8196-493fe752861f, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=358fb01a-c336-4bc6-8196-493fe752861f,segment=NetworkSegment(71bf4ab9-33f4-451b-9723-ba9a23385213),segment_id=71bf4ab9-33f4-451b-9723-ba9a23385213)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:36:41.724144 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:41.780030 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Pushing event updated for resources: {'Port': ['ID=358fb01a-c336-4bc6-8196-493fe752861f,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:41.980295 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-68416e39-862c-4f7c-ad35-7ab902fb41ce None None] Provisioning complete for port 358fb01a-c336-4bc6-8196-493fe752861f triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:41.980576 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-68416e39-862c-4f7c-ad35-7ab902fb41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:43.553200 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 358fb01a-c336-4bc6-8196-493fe752861f up at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:36:43.604599 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Provisioning complete for port 358fb01a-c336-4bc6-8196-493fe752861f triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:43.604930 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:43.913515 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-0dda4d4e-60e4-460d-a890-86b34be1f17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:44.250426 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:45.031045 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:46.466578 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:53.989178 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-ecea382e-bd29-4d13-bf5c-06975df7692b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1342042681&fields=id&tenant_id=5c8b5616059f43f097126facb22ac41a HTTP/1.1" status: 200 len: 267 time: 0.0313728 Jul 13 02:36:54.093716 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-35d6b364-bb53-4a9b-8993-7d4f6403f563 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:54.095088 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-35d6b364-bb53-4a9b-8993-7d4f6403f563 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/networks?id=4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 200 len: 808 time: 0.0991111 Jul 13 02:36:54.109100 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-b9baedbb-a909-434a-af13-5fe1893c8cfe tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/quotas/5c8b5616059f43f097126facb22ac41a HTTP/1.1" status: 200 len: 375 time: 0.0087101 Jul 13 02:36:54.172288 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-b2da4940-94e1-4bdf-8e8b-ed0865fce397 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584481 Jul 13 02:36:54.265913 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-5716d777-cf52-46c1-a97d-c3b6ea7b9819 service neutron] 10.222.0.32 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818999 Jul 13 02:36:54.350948 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-429510d7-b3dc-49b8-b071-826941e096b8 service neutron] 10.222.0.32 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793362 Jul 13 02:36:54.651077 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4b909751-33df-4844-b42f-38f99e311b77 req-6e145985-13fe-4d97-b179-1d7649349c28 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 210 time: 0.0280414 Jul 13 02:36:55.729543 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-b71d56f8-7b56-40a5-a514-4d792877c7bf tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:55.731032 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-b71d56f8-7b56-40a5-a514-4d792877c7bf tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.39 "GET /v2.0/networks?id=4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 200 len: 808 time: 0.1167922 Jul 13 02:36:55.794463 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-5d5f6baf-bef3-4578-9b30-dfe9a2f1a421 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c8b5616059f43f097126facb22ac41a HTTP/1.1" status: 200 len: 380 time: 0.0460527 Jul 13 02:36:55.803862 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'port': {'device_id': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'admin_state_up': True, 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'security_groups': ['7c21b69f-47a4-4f4e-a9b9-79d2692adf46']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:55.953590 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-48203e9f-91e9-4324-8d31-02820ac0e0ca req-db82284d-7246-46e5-80d1-1956f22963a0 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 210 time: 0.1725545 Jul 13 02:36:55.967329 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Made reservation on behalf of 5c8b5616059f43f097126facb22ac41a for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:36:55.970987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:56.094376 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Allocated IP 172.20.0.10 (4f1601d3-b85d-4846-b61f-1a90d074cd54/ea10b510-5385-42da-9f21-61e4a4efa25a/dcb6c645-5585-4723-9633-6f29ebaddeb8) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:36:56.228735 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:56.241666 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Transition to ACTIVE for port object dcb6c645-5585-4723-9633-6f29ebaddeb8 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:56.274581 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:56.321598 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:36:56.324803 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:36:56.328586 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:36:56.352829 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:56.381874 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:56.382539 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:56.398239 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-78cb2e38-136a-446d-a378-46d8d026140b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988457 Jul 13 02:36:56.670243 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-9e36449f-8a5e-496e-aed2-749bc669d9e1 None None] Provisioning for port dcb6c645-5585-4723-9633-6f29ebaddeb8 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:36:56.673704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-9e36449f-8a5e-496e-aed2-749bc669d9e1 None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:36:56.674102 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9e36449f-8a5e-496e-aed2-749bc669d9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:56.709536 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-9e36449f-8a5e-496e-aed2-749bc669d9e1 None None] Port dcb6c645-5585-4723-9633-6f29ebaddeb8 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:36:57.175316 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ca264-8434-4742-9eda-9d517db298c5 req-623bf6ee-fc4d-41f9-a461-c0c5a2dc25c9 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:57.176762 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-818ca264-8434-4742-9eda-9d517db298c5 req-623bf6ee-fc4d-41f9-a461-c0c5a2dc25c9 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 932 time: 0.1099060 Jul 13 02:36:57.214354 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-818ca264-8434-4742-9eda-9d517db298c5 req-39d95f3b-53a0-409e-8269-d692bed521e8 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Jul 13 02:36:58.384433 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21c00f4-66e2-4934-b74b-5d02cf5011f0 req-a0565212-7eeb-4a09-b476-da332a49dca7 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:58.385875 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a21c00f4-66e2-4934-b74b-5d02cf5011f0 req-a0565212-7eeb-4a09-b476-da332a49dca7 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 932 time: 0.0650868 Jul 13 02:36:58.421597 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a21c00f4-66e2-4934-b74b-5d02cf5011f0 req-ddd9a35f-ca64-4f47-a3e0-39dca7493775 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299556 Jul 13 02:36:58.744480 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Request body: {'port': {'device_id': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:36:58.813458 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:59.075740 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb6c645-5585-4723-9633-6f29ebaddeb8 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:36:59.083464 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:59.096209 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Transition to ACTIVE for port object dcb6c645-5585-4723-9633-6f29ebaddeb8 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:36:59.098963 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:59.150084 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:59.218162 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Attempting to bind port dcb6c645-5585-4723-9633-6f29ebaddeb8 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:36:59.218488 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Attempting to bind port dcb6c645-5585-4723-9633-6f29ebaddeb8 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:36:59.218837 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Attempting to bind port dcb6c645-5585-4723-9633-6f29ebaddeb8 on network 4f1601d3-b85d-4846-b61f-1a90d074cd54 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:59.223248 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Port dcb6c645-5585-4723-9633-6f29ebaddeb8 on network 4f1601d3-b85d-4846-b61f-1a90d074cd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:36:59.223562 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Attempting to bind port dcb6c645-5585-4723-9633-6f29ebaddeb8 on network 4f1601d3-b85d-4846-b61f-1a90d074cd54 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:36:59.229050 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:36:59.229385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Checking segment: {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:36:59.229759 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Bound using segment: {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:36:59.230211 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Bound port: dcb6c645-5585-4723-9633-6f29ebaddeb8, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79a942e-b122-4261-bfb8-46dc79dfdfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:36:59.230564 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:59.300825 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:36:59.304622 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:36:59.308715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:59.344271 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:59.345345 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:36:59.346980 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-99618134-526a-40cc-af61-9b398e354e1c service neutron] 10.222.0.39 "PUT /v2.0/ports/dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 200 len: 1094 time: 0.6075139 Jul 13 02:36:59.349324 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:36:59.351722 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:36:59.382249 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99618134-526a-40cc-af61-9b398e354e1c service neutron] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:36:59.504451 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-e8fcce57-6161-4451-ac7b-100d8d5b2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:59.505958 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-e8fcce57-6161-4451-ac7b-100d8d5b2874 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1097 time: 0.0696576 Jul 13 02:36:59.568066 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-1bf81f7a-f7ca-4b11-a975-73f3ca5ed4b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 200 len: 217 time: 0.0498586 Jul 13 02:36:59.641145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-7a03e01a-e6b9-48c1-bade-028a105372a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:59.642573 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-7a03e01a-e6b9-48c1-bade-028a105372a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea10b510-5385-42da-9f21-61e4a4efa25a HTTP/1.1" status: 200 len: 847 time: 0.0549042 Jul 13 02:36:59.665511 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f1f08-514c-449e-b59f-2d5b0b18acf5 req-86660a3c-b5a4-48d3-9f93-e89090bd89af tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:59.666973 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-806f1f08-514c-449e-b59f-2d5b0b18acf5 req-86660a3c-b5a4-48d3-9f93-e89090bd89af tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.1085148 Jul 13 02:36:59.730688 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-806f1f08-514c-449e-b59f-2d5b0b18acf5 req-2b42e2d1-3321-40d4-b7b3-2b2bf6aba84c tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474010 Jul 13 02:36:59.739555 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-7659a11a-d1cc-4173-90d1-2f7a01f08fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:36:59.741116 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-7659a11a-d1cc-4173-90d1-2f7a01f08fd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f1601d3-b85d-4846-b61f-1a90d074cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907507 Jul 13 02:36:59.827949 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-a578c28d-d94b-4052-8a56-96d85165e46a service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805686 Jul 13 02:36:59.922327 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1633aecb-2bcf-4d73-9c42-dd1a315f12da req-283b98ab-db53-49b3-b109-12ba918ec1ce service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882504 Jul 13 02:37:00.057442 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-f44d2d2e-eb32-476d-8a36-6762b1e53103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:00.058971 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-f44d2d2e-eb32-476d-8a36-6762b1e53103 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1097 time: 0.0542834 Jul 13 02:37:00.148748 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-6108472d-bfd7-4f91-b827-36d226420183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:00.150298 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-6108472d-bfd7-4f91-b827-36d226420183 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 200 len: 909 time: 0.0853078 Jul 13 02:37:00.191476 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-61ddba03-57a5-42b9-9837-54c1892a42c8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 200 len: 217 time: 0.0346231 Jul 13 02:37:00.244987 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-05355a64-4a7d-43d7-85ac-2bd210af172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:00.246479 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-05355a64-4a7d-43d7-85ac-2bd210af172f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea10b510-5385-42da-9f21-61e4a4efa25a HTTP/1.1" status: 200 len: 847 time: 0.0446880 Jul 13 02:37:00.304860 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-cb86adfe-a8ca-4c1a-836d-65721e4bf0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:00.306598 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-cb86adfe-a8ca-4c1a-836d-65721e4bf0c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f1601d3-b85d-4846-b61f-1a90d074cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533948 Jul 13 02:37:00.400849 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-42b73fff-8f7b-4f7f-a9eb-17200d3154e1 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872152 Jul 13 02:37:00.498500 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4cc7b76c-fe86-4485-9f8d-f94cf3361e1d req-5c347c31-39de-44b4-b0cc-87105bf38679 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910339 Jul 13 02:37:00.897495 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad92065-4436-40b9-aa65-4120501ebbdb req-c2641b78-0b25-47d1-affe-823520a9b67f tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:00.899627 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bad92065-4436-40b9-aa65-4120501ebbdb req-c2641b78-0b25-47d1-affe-823520a9b67f tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.0613623 Jul 13 02:37:00.936855 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-bad92065-4436-40b9-aa65-4120501ebbdb req-5d3d8c58-3c64-4f56-8641-89747ece52f5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317070 Jul 13 02:37:02.109767 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740552-de97-4a52-b544-f407735c98bf req-1ae132b5-8d90-4cb7-8e5c-8e4e0e4815a2 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:02.111250 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f9740552-de97-4a52-b544-f407735c98bf req-1ae132b5-8d90-4cb7-8e5c-8e4e0e4815a2 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.0617359 Jul 13 02:37:02.150802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f9740552-de97-4a52-b544-f407735c98bf req-80bcbd60-1106-40d7-b427-3b83f099f72e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339375 Jul 13 02:37:02.687148 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-626aa021-a2a6-410e-afd0-a4bfde5177bd tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327206247&fields=id&tenant_id=345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 267 time: 0.0341003 Jul 13 02:37:02.788613 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-56457d7e-233f-425f-830e-4247f4554b9d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:02.790440 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-56457d7e-233f-425f-830e-4247f4554b9d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 812 time: 0.0971375 Jul 13 02:37:02.804100 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-c5e5f8d1-fb26-4813-b122-bad354adf886 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/quotas/345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 375 time: 0.0084755 Jul 13 02:37:02.876809 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-604b7d93-70ed-4c55-afaa-534dee160812 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0679154 Jul 13 02:37:02.892697 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ab8e5c18-5e5e-4858-9264-1d286a883cd4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:37:02.893857 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ab8e5c18-5e5e-4858-9264-1d286a883cd4 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056112 Jul 13 02:37:02.979625 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-9635cf97-df26-44fa-b55e-1039b4aa293f service neutron] 10.222.0.32 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803120 Jul 13 02:37:03.341254 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-7ed59986-dc03-4d23-98bb-f78f88416ad2 service neutron] 10.222.0.32 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559690 Jul 13 02:37:03.715884 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeef41-7973-4a03-a704-76a9d650d930 req-708225ec-c940-487f-97aa-0e5cc5fae076 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:03.717378 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-afbeef41-7973-4a03-a704-76a9d650d930 req-708225ec-c940-487f-97aa-0e5cc5fae076 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.0631044 Jul 13 02:37:03.756515 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-afbeef41-7973-4a03-a704-76a9d650d930 req-6075ee36-b47d-46c2-9349-edd3834c8f4e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336993 Jul 13 02:37:03.829336 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-fe82ed8a-24c3-4ba4-b442-382c3ddc7060 req-bf1ecc8a-417e-4743-b964-d545d8878716 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 210 time: 0.0308394 Jul 13 02:37:04.703761 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-2b85c363-d3af-493c-b5a4-452ad58dd94d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:04.705715 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-2b85c363-d3af-493c-b5a4-452ad58dd94d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 812 time: 0.1022396 Jul 13 02:37:04.754648 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-0878cf1c-bea0-4877-af0e-eb51139c2064 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=345d0f5c3c2842e0940d216397b5cd51 HTTP/1.1" status: 200 len: 379 time: 0.0337226 Jul 13 02:37:04.763722 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'port': {'device_id': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'admin_state_up': True, 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'security_groups': ['1c22b1fd-80bc-4462-9792-431f0ca7d3c7']}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:37:04.905712 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Made reservation on behalf of 345d0f5c3c2842e0940d216397b5cd51 for: {'port': 1} {{(pid=92891) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 13 02:37:04.909204 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:04.991012 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e7562-dd68-43ba-a872-ec4d08d12dee req-432c2d7c-9a16-491f-ba48-5a878f404be6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:04.992400 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f07e7562-dd68-43ba-a872-ec4d08d12dee req-432c2d7c-9a16-491f-ba48-5a878f404be6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.1220756 Jul 13 02:37:05.067328 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f07e7562-dd68-43ba-a872-ec4d08d12dee req-c0629c21-67eb-4264-b3ef-5e6a10ac52bd tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692639 Jul 13 02:37:05.082619 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Allocated IP 172.20.0.11 (afd43932-4582-4e2a-8e2b-804f55bae1f7/d0bcbcb2-671b-40a5-8a81-88d1177c2099/bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:37:05.219730 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3c5428e3-2533-49e8-85c8-6c4193b7d62f req-ea96e8be-2292-435c-8e59-7817ceae5bd9 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 210 time: 0.0403783 Jul 13 02:37:05.252404 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:05.266797 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Transition to ACTIVE for port object bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 will not be triggered until provisioned by entity DHCP. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:37:05.299717 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:05.344676 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:37:05.348062 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:37:05.351903 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:37:05.375740 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:05.405137 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:05.405745 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:05.425825 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-ff86b623-850e-4159-be6d-ec5be136666d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6655836 Jul 13 02:37:05.445074 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Request body: {'port': {'device_id': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78102'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:37:05.530156 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:05.624320 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e21cbf48-1d52-49e2-93d5-b72e19e47335 None None] Provisioning for port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 completed by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:37:05.627846 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e21cbf48-1d52-49e2-93d5-b72e19e47335 None None] Provisioning complete for port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:37:05.628215 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e21cbf48-1d52-49e2-93d5-b72e19e47335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:05.661309 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-e21cbf48-1d52-49e2-93d5-b72e19e47335 None None] Port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 cannot update to ACTIVE because it is not bound. {{(pid=92893) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 13 02:37:05.784032 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 {{(pid=92891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:37:05.791745 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:05.802937 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.provisioning_blocks [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Transition to ACTIVE for port object bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 will not be triggered until provisioned by entity L2. {{(pid=92891) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 13 02:37:05.807234 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:05.859492 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Pushing event updated for resources: {'Port': ['ID=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:05.929943 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Attempting to bind port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 on host hv-cinder-78102 for vnic_type normal with profile {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 13 02:37:05.930524 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Attempting to bind port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 by drivers openvswitch,hyperv on host hv-cinder-78102 at level 0 using segments [{'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 13 02:37:05.930856 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Attempting to bind port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:37:05.935385 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78102 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 13 02:37:05.935706 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Attempting to bind port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 on network afd43932-4582-4e2a-8e2b-804f55bae1f7 {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 13 02:37:05.940487 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Checking agent: {'id': '9125805d-d6a9-4ee4-91ef-8fc4f8907a43', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78102', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'started_at': datetime.datetime(2021, 7, 13, 2, 25, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 13, 2, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 13 02:37:05.940768 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Checking segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 13 02:37:05.941177 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Bound using segment: {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'} {{(pid=92891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 13 02:37:05.941601 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.managers [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Bound port: bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0, host: hv-cinder-78102, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82225a2e-3edd-45a4-ade6-800fef73ebbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7'}}] {{(pid=92891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 13 02:37:05.941954 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:06.005965 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] For port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0, host hv-cinder-78102, cleared binding levels {{(pid=92891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 13 02:37:06.009303 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] For port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0, host hv-cinder-78102, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 13 02:37:06.013337 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:06.045544 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:06.046187 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:06.047606 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] 10.222.0.39 "PUT /v2.0/ports/bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 HTTP/1.1" status: 200 len: 1094 time: 0.6072114 Jul 13 02:37:06.072497 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543c285-edcd-45cb-bb4e-ad6ef67916ed service neutron] Pushing event updated for resources: {'Port': ['ID=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,revision_number=3']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:06.163145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-fd3d484b-8c84-4b25-b272-49c09dca7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:06.165234 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-fd3d484b-8c84-4b25-b272-49c09dca7d58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 1097 time: 0.0610254 Jul 13 02:37:06.219454 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-17524cba-f610-45be-94bd-ad5eb25dbbc2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 HTTP/1.1" status: 200 len: 217 time: 0.0429039 Jul 13 02:37:06.295015 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-fc376f16-d5d1-411f-9497-5019478e6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:06.296400 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-fc376f16-d5d1-411f-9497-5019478e6934 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0610380 Jul 13 02:37:06.318406 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3def7-ef20-4149-a427-9bffbd4148b8 req-d6f186b4-b554-4d3e-852a-dbb1a3c66de5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:06.319802 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-30b3def7-ef20-4149-a427-9bffbd4148b8 req-d6f186b4-b554-4d3e-852a-dbb1a3c66de5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.1372731 Jul 13 02:37:06.379161 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-30b3def7-ef20-4149-a427-9bffbd4148b8 req-dbfa650c-ffa3-4eae-bd0f-6ec9a9abde57 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Jul 13 02:37:06.391249 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-c13f915f-a97a-4b7d-b367-67181e1817ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:06.392679 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-c13f915f-a97a-4b7d-b367-67181e1817ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904937 Jul 13 02:37:06.510057 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-9df73af0-6dfa-45df-b635-3c05483367f9 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111667 Jul 13 02:37:06.600557 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0d783-b32a-4353-b922-a01454572800 req-e084e9c5-0ca7-4779-a82c-6b1c1da1f6e6 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:06.602469 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a5f0d783-b32a-4353-b922-a01454572800 req-e084e9c5-0ca7-4779-a82c-6b1c1da1f6e6 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 944 time: 0.1218524 Jul 13 02:37:06.639296 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8c082160-688a-4b31-a8a9-3005fda409b2 req-f4c5ffc7-616f-46ec-8efd-6c5c42e551d3 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230228 Jul 13 02:37:06.653002 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a5f0d783-b32a-4353-b922-a01454572800 req-87fdcf84-a8be-4c6d-a8b1-e7863e5e4905 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445790 Jul 13 02:37:07.547165 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9040f811-d55a-450c-8762-1a30a843509a req-f5855e52-7b35-4cf4-b26a-d9ff7f2fc9f8 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:07.548621 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9040f811-d55a-450c-8762-1a30a843509a req-f5855e52-7b35-4cf4-b26a-d9ff7f2fc9f8 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.0626714 Jul 13 02:37:07.585589 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9040f811-d55a-450c-8762-1a30a843509a req-b71a54b1-7679-4bc3-bb28-8f81ffa01937 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Jul 13 02:37:07.821554 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd45d-ae3a-4233-befa-0935d45ac81c req-1f9766b1-58f4-4807-a125-1e0aeb0cfa2a tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:07.823042 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-684bd45d-ae3a-4233-befa-0935d45ac81c req-1f9766b1-58f4-4807-a125-1e0aeb0cfa2a tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 944 time: 0.0618057 Jul 13 02:37:07.863102 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-684bd45d-ae3a-4233-befa-0935d45ac81c req-4a7876a4-dedc-4249-8e9a-5ee3c7e4384d tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346158 Jul 13 02:37:08.261825 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:08.753750 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ec294-5c73-438b-964a-79aacf38c942 req-5238a5f9-619e-4708-b9ea-b1203801c69d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:08.755338 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5e5ec294-5c73-438b-964a-79aacf38c942 req-5238a5f9-619e-4708-b9ea-b1203801c69d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 944 time: 0.0627210 Jul 13 02:37:08.795705 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-5e5ec294-5c73-438b-964a-79aacf38c942 req-f46df3da-4ddb-4ee0-9694-8b0c0e2ff066 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Jul 13 02:37:08.802763 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dcb6c645-5585-4723-9633-6f29ebaddeb8 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:37:08.898873 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:37:08.909718 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'port_id': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'mac_address': 'fa:16:3e:06:3f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:37:08.948105 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:08.961329 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb6c645-5585-4723-9633-6f29ebaddeb8 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:37:08.980540 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:37:08.984451 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:09.039378 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7160a76-73be-41e7-b9f9-de1868373166 req-b7f10417-dc6e-4438-9c92-19495be4ea9b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:09.041217 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b7160a76-73be-41e7-b9f9-de1868373166 req-b7f10417-dc6e-4438-9c92-19495be4ea9b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 944 time: 0.0651567 Jul 13 02:37:09.042426 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:09.082306 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b7160a76-73be-41e7-b9f9-de1868373166 req-7c01fcdd-5f59-49f6-b7d2-76a0cf5b7169 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351427 Jul 13 02:37:09.333888 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['dcb6c645-5585-4723-9633-6f29ebaddeb8'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:37:09.969113 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0530f-16bb-466e-96fd-92f2a6f8a7c1 req-170ec2ae-4a7e-4831-83dd-e7adb72bfe67 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:09.970609 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c7d0530f-16bb-466e-96fd-92f2a6f8a7c1 req-170ec2ae-4a7e-4831-83dd-e7adb72bfe67 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 945 time: 0.0655451 Jul 13 02:37:10.008126 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c7d0530f-16bb-466e-96fd-92f2a6f8a7c1 req-f23b26d8-f116-4915-9b8e-169818d4cad8 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318928 Jul 13 02:37:10.250442 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c57e99-03b9-489d-9378-882abb2748d1 req-4c89a675-14c4-416b-8276-39f0fb102f49 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:10.251930 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b7c57e99-03b9-489d-9378-882abb2748d1 req-4c89a675-14c4-416b-8276-39f0fb102f49 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 944 time: 0.0612907 Jul 13 02:37:10.287634 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b7c57e99-03b9-489d-9378-882abb2748d1 req-c8339a04-c913-41cd-9354-7d4cd82dc4ca tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302327 Jul 13 02:37:10.715541 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-e6b82a7f-e6b6-4215-9654-8d54bd9ddede service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496206 Jul 13 02:37:10.823920 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-a7f87212-cfad-4744-9bd8-e71e05a079bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:10.825369 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-a7f87212-cfad-4744-9bd8-e71e05a079bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1098 time: 0.0543163 Jul 13 02:37:10.832995 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dcb6c645-5585-4723-9633-6f29ebaddeb8 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:37:10.882761 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port dcb6c645-5585-4723-9633-6f29ebaddeb8 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:37:10.887295 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:37:10.887704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:10.929783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-618a4376-c40e-4d36-a726-732d81eecc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:10.931506 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-618a4376-c40e-4d36-a726-732d81eecc37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0864835 Jul 13 02:37:10.968556 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:10.990106 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:37:10.992339 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f110ce-9047-4c45-89a1-8f4b317e8785" -d '{"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:37:10.999188 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-4b37be4b-a530-4214-97cf-3c844f985e8b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 200 len: 1001 time: 0.0610809 Jul 13 02:37:11.005448 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:37:11.014211 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:11.054065 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-292070a2-01f0-4241-8fdb-5c84db94b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:11.055668 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-292070a2-01f0-4241-8fdb-5c84db94b0f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0506592 Jul 13 02:37:11.062356 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec806ff-c486-4ce7-b871-2407905f3cc0 x-openstack-request-id: req-eec806ff-c486-4ce7-b871-2407905f3cc0 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:37:11.062652 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:37:11.062906 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eec806ff-c486-4ce7-b871-2407905f3cc0 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:37:11.063406 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'code': 200} Jul 13 02:37:11.081451 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:11.131534 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-d9e271fb-033d-4a72-a9d4-61d0aefbb9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:11.133775 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-d9e271fb-033d-4a72-a9d4-61d0aefbb9ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0670590 Jul 13 02:37:11.144895 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-91904959-511a-45d4-9c4c-22b50d328579 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=92891) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 13 02:37:11.145899 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-91904959-511a-45d4-9c4c-22b50d328579 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052664 Jul 13 02:37:11.275179 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-b4d79fa1-06f0-4e24-bd78-959308832d59 None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:37:11.275636 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-b4d79fa1-06f0-4e24-bd78-959308832d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:11.278058 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-9f9c5ccd-a4e0-4782-9cad-4117f658353e service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051323 Jul 13 02:37:11.286398 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44df66-427f-4563-8970-ca660f1d704c req-2aa7b8f3-2ad7-419a-a22c-28e5319e51e3 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:11.287835 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7c44df66-427f-4563-8970-ca660f1d704c req-2aa7b8f3-2ad7-419a-a22c-28e5319e51e3 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.1410213 Jul 13 02:37:11.322689 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-70dc74d6-e235-4f12-adc8-d1945a4d8ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:11.355085 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edacb89-321f-432b-b14a-7ec1315d20ef req-da12bc6a-59c4-494e-91da-1a2df45672e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:11.356704 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0edacb89-321f-432b-b14a-7ec1315d20ef req-da12bc6a-59c4-494e-91da-1a2df45672e6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1099 time: 0.0562871 Jul 13 02:37:11.383515 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-7c44df66-427f-4563-8970-ca660f1d704c req-5c1c8bb1-629a-434d-8aa5-f1ed3bcc5e45 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875041 Jul 13 02:37:11.390954 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [req-0edacb89-321f-432b-b14a-7ec1315d20ef req-dfaf57b6-8bd1-4cb5-bf5f-a38af3ca9f20 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280225 Jul 13 02:37:11.411743 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-cd0aec9b-76b5-4215-921f-6ad8d42122b7 req-5fffa148-bbd1-48e8-a3ca-78fe5f58c827 service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229424 Jul 13 02:37:11.541360 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d6606-2920-4a0e-b6e6-a49b30217e44 req-72b3b765-ad3d-4622-9bba-3d20bf412186 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:11.542867 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d80d6606-2920-4a0e-b6e6-a49b30217e44 req-72b3b765-ad3d-4622-9bba-3d20bf412186 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 944 time: 0.0616128 Jul 13 02:37:11.579248 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d80d6606-2920-4a0e-b6e6-a49b30217e44 req-970fa1fa-4610-4044-aba4-8e5c3ba7faf8 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309083 Jul 13 02:37:11.627994 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:37:12.560685 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596bb6e-a4ad-4782-905e-d40b6c28ec36 req-71b408cd-6bd4-40f1-94c4-5b4ca7742ee3 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:12.562186 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c596bb6e-a4ad-4782-905e-d40b6c28ec36 req-71b408cd-6bd4-40f1-94c4-5b4ca7742ee3 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0670104 Jul 13 02:37:12.599832 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c596bb6e-a4ad-4782-905e-d40b6c28ec36 req-c82ae078-19ab-48fd-a228-ba0caa0713fc tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Jul 13 02:37:12.758598 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c47cb0-acfb-442e-a5b3-a7b8cdaa49cc req-f45d339b-6c45-4bda-bf32-903100d3b327 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:12.760036 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-92c47cb0-acfb-442e-a5b3-a7b8cdaa49cc req-f45d339b-6c45-4bda-bf32-903100d3b327 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 944 time: 0.0611715 Jul 13 02:37:12.795817 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-92c47cb0-acfb-442e-a5b3-a7b8cdaa49cc req-4ad829d7-7d36-4d44-b11f-fea422785ed5 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301051 Jul 13 02:37:13.777670 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3c13c-c748-4d91-87f9-08d80298dc9c req-61b03be3-6a4b-4cc6-8a36-8e3d873e3135 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:13.779150 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-84e3c13c-c748-4d91-87f9-08d80298dc9c req-61b03be3-6a4b-4cc6-8a36-8e3d873e3135 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0612009 Jul 13 02:37:13.815984 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-84e3c13c-c748-4d91-87f9-08d80298dc9c req-9aea5640-a584-4c70-8158-9f54e9681f1d tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314019 Jul 13 02:37:13.915002 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-9cf28629-4bc8-4ed6-a598-3752b284f326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:13.978607 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae04be4-5ad6-4dd9-b2cb-cbdf5567122b req-e2f3e7ac-8b66-4083-ab40-331099a2e1b1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:13.980065 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4ae04be4-5ad6-4dd9-b2cb-cbdf5567122b req-e2f3e7ac-8b66-4083-ab40-331099a2e1b1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 944 time: 0.0657663 Jul 13 02:37:14.018244 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4ae04be4-5ad6-4dd9-b2cb-cbdf5567122b req-a520f0d9-4955-40be-b34e-6690958445aa tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Jul 13 02:37:14.180290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40714336-00de-4f3c-95fc-986f67583daa req-1e97b748-ed1b-4181-93f4-2311165927ea tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:14.181774 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-40714336-00de-4f3c-95fc-986f67583daa req-1e97b748-ed1b-4181-93f4-2311165927ea tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0623956 Jul 13 02:37:14.218955 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-40714336-00de-4f3c-95fc-986f67583daa req-c8ac9909-8dc3-44bb-9e05-3b8ae626eacc tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317616 Jul 13 02:37:14.242548 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44630) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:37:14.252050 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:14.338974 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4284a55-872b-4dd1-982a-1d8ca6c1579b tempest-TestShelveInstance-1588197282 tempest-TestShelveInstance-1588197282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92892) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:14.340449 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-d4284a55-872b-4dd1-982a-1d8ca6c1579b tempest-TestShelveInstance-1588197282 tempest-TestShelveInstance-1588197282-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1094 time: 0.0969431 Jul 13 02:37:14.343330 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44634) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:37:14.347571 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.v2.base [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'port_id': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92892) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:37:14.367867 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for floatingip, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:14.460854 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:14.564706 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_common [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Allocated IP 172.27.2.97 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/4cd739f6-273c-42f6-b947-cddaf89a23a3) {{(pid=92892) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:37:14.662301 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for port, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:14.698976 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2210248'] for port, after_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:14.737729 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92892) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:37:14.742208 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.base_scheduler [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Resources bound (agent type, host, resource id): {{(pid=92892) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:37:14.744918 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Received port after_create {{(pid=92892) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:37:14.772588 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'Port': ['ID=4cd739f6-273c-42f6-b947-cddaf89a23a3,revision_number=1']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:14.784011 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.784348 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.784678 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.785004 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.785324 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.785639 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.785954 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.786292 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.786605 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.786914 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.787224 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.787529 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:14.829802 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:37:14.926586 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:37:14.938194 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'port_id': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'mac_address': 'fa:16:3e:d0:7c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:37:14.975457 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:14.988968 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:37:15.008814 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:37:15.015000 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.073114 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.083629 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,revision_number=4']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:15.129411 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.214596 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.271983 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824c325-c9fd-4a02-ba42-494b70571388 req-32c34104-2d8f-4b41-a99a-c0b9414fb2c2 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:15.273484 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2824c325-c9fd-4a02-ba42-494b70571388 req-32c34104-2d8f-4b41-a99a-c0b9414fb2c2 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 945 time: 0.0699079 Jul 13 02:37:15.312569 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2824c325-c9fd-4a02-ba42-494b70571388 req-914906d6-e6a6-4145-a803-0e1182811d90 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331128 Jul 13 02:37:15.357147 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:37:15.368150 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for port, precommit_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.373728 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2210270'] for port, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.445205 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event updated for resources: {'Port': ['ID=4cd739f6-273c-42f6-b947-cddaf89a23a3,revision_number=2']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:15.456805 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.558179 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.db.l3_db [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Floating IP e77eb182-5c4c-4c27-8459-fd74c1ba4518 associated. External IP: 172.27.2.97, port: dcb6c645-5585-4723-9633-6f29ebaddeb8. Jul 13 02:37:15.762294 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Router 62845e5a-983c-45b6-a781-18dd8a144f2d has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:37:15.867068 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:37:15.876446 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] Sync routers for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:37:15.882285 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:15.885531 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:37:15.885692 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:37:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:15.926331 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-3258dd75-bc1b-4e70-865e-65053c4efa80 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5762460 Jul 13 02:37:15.926331 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}] {{(pid=92892) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:37:15.926331 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}737b2393e2868bd3ab3760a602ec032eb244eed46c1d1a2209d6b9ad44409adc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36c7d3a-4b16-4f8d-873e-5aad78354033" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}]}' {{(pid=92892) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:37:15.959094 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Jul 2021 02:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92f9e73-8488-459b-ac30-6e69f4a60038 x-openstack-request-id: req-c92f9e73-8488-459b-ac30-6e69f4a60038 {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:37:15.959384 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8", "status": "completed", "code": 200}]} {{(pid=92892) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:37:15.959634 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c92f9e73-8488-459b-ac30-6e69f4a60038 {{(pid=92892) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:37:15.960188 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'status': 'completed', 'code': 200} Jul 13 02:37:15.991282 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:37:16.096865 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-c6aa0b0e-d79f-4d32-bed2-c34db7d0e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:16.098385 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-c6aa0b0e-d79f-4d32-bed2-c34db7d0e82d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1099 time: 0.0932367 Jul 13 02:37:16.189263 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-21f1f1e2-d32c-4af0-9bfd-62dd38b9b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:16.190775 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-21f1f1e2-d32c-4af0-9bfd-62dd38b9b66d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 200 len: 909 time: 0.0851388 Jul 13 02:37:16.207693 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'e77eb182-5c4c-4c27-8459-fd74c1ba4518', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'port_id': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'mac_address': 'fa:16:3e:06:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:37:14Z', 'updated_at': '2021-07-13T02:37:14Z', 'revision_number': 0, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:36Z', 'revision_number': 5, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:16.237023 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] Checking router: 62845e5a-983c-45b6-a781-18dd8a144f2d for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:37:16.245710 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:37:16.246344 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:37:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:16.255498 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-954826fd-441b-4998-b37a-b84e407a5636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 200 len: 999 time: 0.0573421 Jul 13 02:37:16.302416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-c78d1bdf-c6ef-4f26-bc90-7b24886d7b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:16.303777 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-c78d1bdf-c6ef-4f26-bc90-7b24886d7b52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea10b510-5385-42da-9f21-61e4a4efa25a HTTP/1.1" status: 200 len: 847 time: 0.0426972 Jul 13 02:37:16.346494 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:37:16.367344 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-2d143857-f07a-4d7c-81bf-10d916950d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:16.369012 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-2d143857-f07a-4d7c-81bf-10d916950d98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f1601d3-b85d-4846-b61f-1a90d074cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558407 Jul 13 02:37:16.481251 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:16.493369 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-2954ad86-78b0-46cf-b332-7932aa2d9945 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179500 Jul 13 02:37:16.545383 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071a80-8489-496e-92d8-94f150110ecd req-afa1b382-f4cf-49f0-bd5a-2beef693c598 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:16.546887 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d9071a80-8489-496e-92d8-94f150110ecd req-afa1b382-f4cf-49f0-bd5a-2beef693c598 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 945 time: 0.1144788 Jul 13 02:37:16.584712 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'e77eb182-5c4c-4c27-8459-fd74c1ba4518', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'port_id': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'mac_address': 'fa:16:3e:06:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:37:14Z', 'updated_at': '2021-07-13T02:37:14Z', 'revision_number': 0, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:36Z', 'revision_number': 5, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:16.610924 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff82e3-fd3b-42e3-871d-d90dfe81082b None None] The sync data for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi is: [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': 'e77eb182-5c4c-4c27-8459-fd74c1ba4518', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'port_id': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'mac_address': 'fa:16:3e:06:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:37:14Z', 'updated_at': '2021-07-13T02:37:14Z', 'revision_number': 0, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:36Z', 'revision_number': 5, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:37:16.624645 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d9071a80-8489-496e-92d8-94f150110ecd req-7554f139-41c9-46e8-96f1-d61a9f34ef5c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494874 Jul 13 02:37:16.626763 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d36c7d3a-4b16-4f8d-873e-5aad78354033 req-73d8a3c6-3a2b-47f8-b4f4-7b7d5e861701 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266887 Jul 13 02:37:16.802590 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a93ad3-1166-4221-831b-c3850590254c None None] New status for floating IP e77eb182-5c4c-4c27-8459-fd74c1ba4518: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:37:16.851148 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:37:16.902578 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning for port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 completed by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 13 02:37:16.906391 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:37:16.906762 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:16.989525 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:17.012211 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:37:17.014580 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1d1476-b3ed-41c3-a7fc-c04db364ae8c" -d '{"events": [{"server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "name": "network-vif-plugged", "status": "completed", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:37:17.027244 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:37:17.031131 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:17.057537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c4a311-bab2-4294-add8-ba0308247d0f x-openstack-request-id: req-31c4a311-bab2-4294-add8-ba0308247d0f {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:37:17.057830 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "name": "network-vif-plugged", "status": "completed", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:37:17.058101 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31c4a311-bab2-4294-add8-ba0308247d0f {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:37:17.058487 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'code': 200} Jul 13 02:37:17.085641 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,revision_number=5']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:17.250439 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-eaffc501-c87d-45e8-8dbf-3e2f16969b33 None None] Provisioning complete for port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:37:17.250897 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-eaffc501-c87d-45e8-8dbf-3e2f16969b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:17.355793 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7308f6-421a-4a8b-a690-5e46f6d101e1 req-c5164ae5-1479-4060-8aea-d53946554ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:17.357262 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ca7308f6-421a-4a8b-a690-5e46f6d101e1 req-c5164ae5-1479-4060-8aea-d53946554ab5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 1099 time: 0.0540195 Jul 13 02:37:17.388906 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ca7308f6-421a-4a8b-a690-5e46f6d101e1 req-d02d2780-dbc1-45fd-b9ab-0f45897ec8fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259356 Jul 13 02:37:17.796957 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2354ab2-4541-415b-8ebc-48e06b856899 req-1c75303f-d1a8-4c30-9d84-d4bbbc700837 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:17.798444 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b2354ab2-4541-415b-8ebc-48e06b856899 req-1c75303f-d1a8-4c30-9d84-d4bbbc700837 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 946 time: 0.0615497 Jul 13 02:37:17.835045 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b2354ab2-4541-415b-8ebc-48e06b856899 req-2bbd37e9-38d6-4514-a4e2-ed440fc741d3 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311961 Jul 13 02:37:19.004985 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f284dd9-104c-41db-b0f0-b11720ab5804 req-a49647f7-2f61-4bc5-ae9a-e1f1b6631eae tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:19.007989 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8f284dd9-104c-41db-b0f0-b11720ab5804 req-a49647f7-2f61-4bc5-ae9a-e1f1b6631eae tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 946 time: 0.0616894 Jul 13 02:37:19.044410 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8f284dd9-104c-41db-b0f0-b11720ab5804 req-0e82b92d-9414-40b3-a3c0-334d05660e7e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Jul 13 02:37:19.211631 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c26d59-f396-405c-93bd-8c5e87247050 req-78022a1d-94b8-4bdb-9228-67c253365322 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:19.213158 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55c26d59-f396-405c-93bd-8c5e87247050 req-78022a1d-94b8-4bdb-9228-67c253365322 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 946 time: 0.0639114 Jul 13 02:37:19.249358 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-55c26d59-f396-405c-93bd-8c5e87247050 req-65f257d9-f0b3-4cc5-98c0-8f59a466e864 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308411 Jul 13 02:37:19.273151 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44656) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:37:19.322273 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b836ddc-9ee3-4cc5-9a69-b5b4951064cc tempest-TestVolumeBootPattern-354741856 tempest-TestVolumeBootPattern-354741856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:37:19.323887 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-3b836ddc-9ee3-4cc5-9a69-b5b4951064cc tempest-TestVolumeBootPattern-354741856 tempest-TestVolumeBootPattern-354741856-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 1094 time: 0.0498066 Jul 13 02:37:19.326771 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44658) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:37:19.331057 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.v2.base [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Request body: {'floatingip': {'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'port_id': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92891) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 13 02:37:19.353001 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:19.447739 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:19.547163 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_common [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Allocated IP 172.27.2.227 (9e9be0e9-4a97-4224-8803-2d3b2a429194/8c0e8e0d-7e64-4a12-9cae-532a24321c71/f0ad6eaa-624d-4773-b5a9-4fb9beab6420) {{(pid=92891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 13 02:37:19.646590 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:19.683858 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778684820444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-60789760'] for port, after_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:19.717898 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Network 9e9be0e9-4a97-4224-8803-2d3b2a429194 is already hosted by enough agents. {{(pid=92891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 13 02:37:19.720639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.base_scheduler [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Resources bound (agent type, host, resource id): {{(pid=92891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 13 02:37:19.725854 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Received port after_create {{(pid=92891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 13 02:37:19.750975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=f0ad6eaa-624d-4773-b5a9-4fb9beab6420,revision_number=1']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:19.762330 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.762613 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.762945 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.763272 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.763595 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.763927 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.764244 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.764562 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.764885 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.765201 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.765516 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:19.765829 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:37:20.092887 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:20.167298 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:20.580624 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for port, precommit_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:20.584910 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60789782'] for port, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:20.650673 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event updated for resources: {'Port': ['ID=f0ad6eaa-624d-4773-b5a9-4fb9beab6420,revision_number=2']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:37:20.661526 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-687798'] for floatingip, after_update {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:20.756783 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Floating IP e1e04719-18e1-4a05-8313-ca03b177a007 associated. External IP: 172.27.2.227, port: bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0. Jul 13 02:37:20.955588 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:37:21.060394 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:37:21.069451 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:37:21.075565 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:21.079022 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:37:21.079636 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:37:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:21.122895 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-6bf64a48-7a23-4020-83fe-a628f334624c tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7839768 Jul 13 02:37:21.182815 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:37:21.394168 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:16Z', 'revision_number': 1, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}, {'id': 'e1e04719-18e1-4a05-8313-ca03b177a007', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:d0:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:37:19Z', 'updated_at': '2021-07-13T02:37:19Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:21.422993 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:37:21.430822 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:37:21.432095 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:37:14Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:21.531714 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:37:21.859474 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:16Z', 'revision_number': 1, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}, {'id': 'e1e04719-18e1-4a05-8313-ca03b177a007', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:d0:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:37:19Z', 'updated_at': '2021-07-13T02:37:19Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:37:21.887886 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0218ad1-7dff-4886-ab60-b2346da15891 None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:16Z', 'revision_number': 1, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}, {'id': 'e1e04719-18e1-4a05-8313-ca03b177a007', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.227', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:d0:7c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:37:19Z', 'updated_at': '2021-07-13T02:37:19Z', 'revision_number': 0, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:37:22.073023 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c01014-e0dc-4d30-8055-15f9914ebf53 None None] New status for floating IP e1e04719-18e1-4a05-8313-ca03b177a007: ACTIVE {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:37:38.281583 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:41.313765 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2d5f9bbc-f2f0-42c6-b424-01881200a9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:43.916642 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-83adc417-1636-42d4-a745-c53e4e899b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:44.252729 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:45.035042 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:46.473281 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:37:48.627024 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:38:08.278768 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:10.721685 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-df16ac7d-d63a-48f1-8f59-1deee99001c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496080 Jul 13 02:38:10.833777 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-b61795fa-44bb-44b9-a211-c5e38fae3040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:38:10.835236 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-b61795fa-44bb-44b9-a211-c5e38fae3040 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 1098 time: 0.0510516 Jul 13 02:38:10.941909 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-edc34967-b17d-47de-82b3-0b1162223016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:38:10.943407 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-edc34967-b17d-47de-82b3-0b1162223016 service neutron] 10.222.0.39 "GET /v2.0/networks?id=afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 200 len: 913 time: 0.0883706 Jul 13 02:38:11.011983 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-b4360939-b155-4f3d-9fd1-9e792415b6ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 200 len: 1001 time: 0.0572116 Jul 13 02:38:11.061735 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-ebb38dc1-9bda-4ec7-84e8-011c6e5e229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:38:11.063162 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-ebb38dc1-9bda-4ec7-84e8-011c6e5e229b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 200 len: 851 time: 0.0460110 Jul 13 02:38:11.117076 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-d4220419-d4fe-4389-b9d8-9e9cbddc7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:38:11.118514 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-d4220419-d4fe-4389-b9d8-9e9cbddc7acf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=afd43932-4582-4e2a-8e2b-804f55bae1f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490117 Jul 13 02:38:11.203471 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-ce5af950-2c26-4262-9c35-06253fee8aff service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784624 Jul 13 02:38:11.292420 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-2e179ea3-abaa-4eeb-a708-7cf4724fe7f4 req-cc499827-4c5c-41b5-baff-d1464aa0799d service neutron] 10.222.0.39 "GET /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824265 Jul 13 02:38:11.314104 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f3c4d41d-67bc-4183-b11d-e0786a1b75ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:13.917095 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-53f2a109-8110-4b5e-96a4-5a2fcf49b072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:14.254122 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:15.038958 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:16.477353 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:25.629670 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:38:38.277917 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:41.315109 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2adb0cbf-119b-4751-a79f-65c4d4148a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:43.917445 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-c23164d6-b057-49d2-984a-cfee591d1cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:44.254909 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:45.041097 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:46.482941 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:53.051989 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44694) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:38:53.202598 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Deleting port f0ad6eaa-624d-4773-b5a9-4fb9beab6420 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:38:53.202939 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:53.277532 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:53.277784 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:53.289853 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Calling delete_port for f0ad6eaa-624d-4773-b5a9-4fb9beab6420 owned by network:floatingip {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:38:53.460809 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:53.486082 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event deleted for resources: {'Port': ['ID=f0ad6eaa-624d-4773-b5a9-4fb9beab6420,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:38:53.496749 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.497098 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.497433 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.497762 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.498233 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.498572 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.498896 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.499217 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.499537 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.499854 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.500169 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.500483 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:38:53.558526 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:53.558859 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Floating IP e1e04719-18e1-4a05-8313-ca03b177a007 disassociated (deleted). External IP: 172.27.2.227, port: bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0. Jul 13 02:38:53.753070 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:38:53.856561 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:38:53.861434 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:53.865608 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:38:53.874010 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:38:53.874654 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:38:53.899656 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9566b67e-4d54-4815-8951-b89b98d48a73 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1e04719-18e1-4a05-8313-ca03b177a007 HTTP/1.1" status: 204 len: 168 time: 0.8463786 Jul 13 02:38:53.982153 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:38:54.210965 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:16Z', 'revision_number': 1, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:38:54.239798 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:38:54.247910 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:38:54.248523 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:38:54.260003 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed666b9-a66e-4190-9ef7-edcac41f051d req-96805819-844a-459f-864e-213c49e53310 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:38:54.261495 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1ed666b9-a66e-4190-9ef7-edcac41f051d req-96805819-844a-459f-864e-213c49e53310 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 946 time: 0.0633426 Jul 13 02:38:54.300184 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-1ed666b9-a66e-4190-9ef7-edcac41f051d req-4c2a0e40-7fb0-474e-9702-8a2ad448d846 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319197 Jul 13 02:38:54.348245 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:38:54.562120 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:16Z', 'revision_number': 1, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:38:54.587649 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50e6c96-2bae-40c1-8619-3f2976c36280 None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_floatingips': [{'id': '995dbf61-131c-4678-bdab-cc02a9e5cf8a', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'floating_ip_address': '172.27.2.128', 'floating_network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'router_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'port_id': '740bf26b-031b-45ff-bd93-aaac93efe690', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'mac_address': 'fa:16:3e:52:98:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d96b396-3586-4250-aa00-46948258c2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-13T02:35:14Z', 'updated_at': '2021-07-13T02:35:16Z', 'revision_number': 1, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:38:54.792975 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ead8378-412d-4282-bfa9-f0b8fa9e6f35 None None] New status for floating IP e1e04719-18e1-4a05-8313-ca03b177a007: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:38:55.471401 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc028ba-a69d-46c8-ba80-bac3e7be5c64 req-57acc99e-96d3-46c7-9964-2424a533139b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:38:55.472859 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0fc028ba-a69d-46c8-ba80-bac3e7be5c64 req-57acc99e-96d3-46c7-9964-2424a533139b tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 946 time: 0.0621459 Jul 13 02:38:55.509615 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-0fc028ba-a69d-46c8-ba80-bac3e7be5c64 req-68d7b591-117f-41d5-84d1-8cb15ab994a4 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313053 Jul 13 02:38:55.880874 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-fa12898a-6b13-493c-abda-be543128963a tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:38:55.882311 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-fa12898a-6b13-493c-abda-be543128963a tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 946 time: 0.0640237 Jul 13 02:38:55.979626 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Deleting port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:38:55.979965 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:56.067971 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] For port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:38:56.068331 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:56.080294 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Calling delete_port for bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:38:56.203395 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:56.230169 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event deleted for resources: {'Port': ['ID=bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:38:56.276748 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] No DVR routers for this DVR port bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:38:56.279145 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:38:56.281132 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-97fc572a-10dc-4305-b039-4c468b8fe7c9 req-cecf9895-8857-419e-81a1-141d63ed6413 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "DELETE /v2.0/ports/bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 HTTP/1.1" status: 204 len: 173 time: 0.3933523 Jul 13 02:38:56.656070 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-046d6cf7-a5fb-4ee4-b397-c1f47757b5b8 req-696dd608-6f93-4958-bba4-39b5d2a2bb62 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 210 time: 0.0308278 Jul 13 02:38:59.394874 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:38:59.418702 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:38:59.419038 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:38:59.962969 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44726) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:00.115262 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Deleting port 24dad119-2eb9-48a6-82a5-658248f201e8 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:00.115604 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:00.186163 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:00.186484 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:00.197935 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Calling delete_port for 24dad119-2eb9-48a6-82a5-658248f201e8 owned by network:floatingip {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:00.340160 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:00.365956 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event deleted for resources: {'Port': ['ID=24dad119-2eb9-48a6-82a5-658248f201e8,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:00.424332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:00.424657 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Floating IP 995dbf61-131c-4678-bdab-cc02a9e5cf8a disassociated (deleted). External IP: 172.27.2.128, port: 740bf26b-031b-45ff-bd93-aaac93efe690. Jul 13 02:39:00.624778 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:39:00.727631 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:39:00.732404 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:00.737120 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:39:00.745495 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:39:00.746134 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:00.766944 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8ff5e4fa-284e-4c15-8b5d-ce6370261ac1 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "DELETE /v2.0/floatingips/995dbf61-131c-4678-bdab-cc02a9e5cf8a HTTP/1.1" status: 204 len: 168 time: 0.8028755 Jul 13 02:39:00.848255 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:39:01.058320 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:01.085618 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:39:01.093982 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:39:01.095277 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:01.151641 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387c5e2-c668-4f2d-933d-bbb347c6b51e req-9dc80cb1-5648-41be-8af9-3eb723ae4d27 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:01.153303 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e387c5e2-c668-4f2d-933d-bbb347c6b51e req-9dc80cb1-5648-41be-8af9-3eb723ae4d27 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 945 time: 0.0712993 Jul 13 02:39:01.192409 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-e387c5e2-c668-4f2d-933d-bbb347c6b51e req-963d1fc8-c439-49c7-bb19-65c9a5eec012 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326812 Jul 13 02:39:01.209575 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:39:01.402755 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:01.428594 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806f26fd-fe9e-499b-aca0-2f602e9b4df2 None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:05Z', 'revision_number': 4, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': '8fe0f418-d92b-4b0f-9d58-04b711e41d68', 'name': '', 'network_id': 'afd43932-4582-4e2a-8e2b-804f55bae1f7', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'mac_address': 'fa:16:3e:b9:1c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:04Z', 'updated_at': '2021-07-13T02:32:12Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'subnets': [{'id': 'd0bcbcb2-671b-40a5-8a81-88d1177c2099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:39:01.627306 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a5e012-abc5-4d23-b7a1-9cc53aed9fac None None] New status for floating IP 995dbf61-131c-4678-bdab-cc02a9e5cf8a: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:39:02.362711 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e81cda-2aee-45ec-b571-69b63a246cf1 req-865b78ae-693f-4a76-aa68-855fb3cc6b05 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:02.364059 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-79e81cda-2aee-45ec-b571-69b63a246cf1 req-865b78ae-693f-4a76-aa68-855fb3cc6b05 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 945 time: 0.0619488 Jul 13 02:39:02.401074 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-79e81cda-2aee-45ec-b571-69b63a246cf1 req-e3692eda-f394-4d2e-9361-12cd88d4477e tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c22b1fd-80bc-4462-9792-431f0ca7d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Jul 13 02:39:02.629707 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:39:02.691206 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-730220fe-9269-449b-8775-9586de33adea tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:02.692632 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-730220fe-9269-449b-8775-9586de33adea tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 945 time: 0.0641985 Jul 13 02:39:02.786693 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Deleting port 740bf26b-031b-45ff-bd93-aaac93efe690 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:02.787030 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:02.872910 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] For port 740bf26b-031b-45ff-bd93-aaac93efe690, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=740bf26b-031b-45ff-bd93-aaac93efe690,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:02.873259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:02.885571 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Calling delete_port for 740bf26b-031b-45ff-bd93-aaac93efe690 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:03.278041 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:03.309394 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event deleted for resources: {'Port': ['ID=740bf26b-031b-45ff-bd93-aaac93efe690,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:03.353639 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] No DVR routers for this DVR port 740bf26b-031b-45ff-bd93-aaac93efe690 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:39:03.356058 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:03.357983 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ea83e2be-049e-41b3-9707-e0a698b4fa39 req-5ed017e5-954d-406e-86c1-93e0626dc417 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.39 "DELETE /v2.0/ports/740bf26b-031b-45ff-bd93-aaac93efe690 HTTP/1.1" status: 204 len: 173 time: 0.6594369 Jul 13 02:39:03.536842 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3d703aa6-43e3-443b-927d-33b2fcc7fd58 req-57c8da53-7bba-4fbd-9678-70f3a1fe1280 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "GET /v2.0/ports?device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 210 time: 0.0284045 Jul 13 02:39:04.626481 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44740) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:04.743113 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Deleting port c7e9558f-9fcb-445e-900f-ca7261d7afe2 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:04.743449 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:04.817117 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:04.817364 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:04.828299 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Calling delete_port for c7e9558f-9fcb-445e-900f-ca7261d7afe2 owned by network:floatingip {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:04.954165 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:04.984050 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event deleted for resources: {'Port': ['ID=c7e9558f-9fcb-445e-900f-ca7261d7afe2,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:05.042263 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for floatingip, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:05.045180 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:05.046309 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-8a29ae1a-d344-421d-ae4d-97fb03617c34 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "DELETE /v2.0/floatingips/c8047a71-4b20-4570-a3d0-849cbcd737b0 HTTP/1.1" status: 204 len: 168 time: 0.4188414 Jul 13 02:39:06.304458 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44756) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:06.361384 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6db27f01-027a-4b59-beab-1aaf5d848eb3 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:06.385340 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6db27f01-027a-4b59-beab-1aaf5d848eb3 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:06.446926 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6db27f01-027a-4b59-beab-1aaf5d848eb3 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:06.450105 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-6db27f01-027a-4b59-beab-1aaf5d848eb3 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:06.451263 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-6db27f01-027a-4b59-beab-1aaf5d848eb3 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] 10.222.0.32 "DELETE /v2.0/security-groups/1c22b1fd-80bc-4462-9792-431f0ca7d3c7 HTTP/1.1" status: 204 len: 168 time: 0.1458285 Jul 13 02:39:06.464319 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db27f01-027a-4b59-beab-1aaf5d848eb3 tempest-TestVolumeBootPattern-348343923 tempest-TestVolumeBootPattern-348343923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c22b1fd-80bc-4462-9792-431f0ca7d3c7,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:06.506609 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44760) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:06.927969 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:07.170526 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Deleting port 8fe0f418-d92b-4b0f-9d58-04b711e41d68 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:07.170863 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:07.248368 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] For port 8fe0f418-d92b-4b0f-9d58-04b711e41d68, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8fe0f418-d92b-4b0f-9d58-04b711e41d68,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:07.248644 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:07.261124 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Calling delete_port for 8fe0f418-d92b-4b0f-9d58-04b711e41d68 owned by network:router_interface {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:07.433290 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:07.442369 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 740bf26b-031b-45ff-bd93-aaac93efe690 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:07.458809 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe0f418-d92b-4b0f-9d58-04b711e41d68,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:07.468858 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: 740bf26b-031b-45ff-bd93-aaac93efe690 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:39:07.469898 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device 740bf26b-031b-45ff-bd93-aaac93efe690 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:39:07.624844 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:07.833746 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:39:07.935165 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:39:07.940967 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-e5ccaeac-64b1-4fc2-a269-3637762373a1 admin admin] 10.222.0.32 "PUT /v2.0/routers/e9e7dc71-2f4a-4769-b4ce-bf04145e58ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4325249 Jul 13 02:39:07.942715 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44764) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:07.945207 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] Sync routers for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:39:07.954708 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:39:07.955409 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:08.043838 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks [] for router, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.059172 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:39:08.146148 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.195904 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Deleting port fdcd210c-e458-4511-bd9d-65cae1ed76ba {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:08.196242 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.234578 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223'}], 'enable_snat': True}, 'gw_port_id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:39:07Z', 'revision_number': 5, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port': {'id': 'fdcd210c-e458-4511-bd9d-65cae1ed76ba', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:04:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:32:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:08.276391 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] For port fdcd210c-e458-4511-bd9d-65cae1ed76ba, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=fdcd210c-e458-4511-bd9d-65cae1ed76ba,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:08.276758 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.289286 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Calling delete_port for fdcd210c-e458-4511-bd9d-65cae1ed76ba owned by network:router_gateway {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:08.392717 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] Checking router: e9e7dc71-2f4a-4769-b4ce-bf04145e58ce for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:39:08.405835 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] Routers {'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:39:08.406414 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:08.409930 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.455413 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.480799 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=fdcd210c-e458-4511-bd9d-65cae1ed76ba,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:08.493986 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] Set router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce gateway port host: None {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:39:08.540562 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.546704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:39:08Z', 'revision_number': 6, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:08.577712 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0341b8-5d85-4fe2-bda5-fb0d52ce76e9 None None] The sync data for ids ['e9e7dc71-2f4a-4769-b4ce-bf04145e58ce'] in dv-cinder-781024-2-iscsi is: [{'id': 'e9e7dc71-2f4a-4769-b4ce-bf04145e58ce', 'name': 'tempest-TestVolumeBootPattern-1798024826-router', 'tenant_id': '345d0f5c3c2842e0940d216397b5cd51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:02Z', 'updated_at': '2021-07-13T02:39:08Z', 'revision_number': 6, 'project_id': '345d0f5c3c2842e0940d216397b5cd51', 'gw_port_host': None}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:39:08.629251 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.631316 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.674217 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.674714 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9e7dc71-2f4a-4769-b4ce-bf04145e58ce {{(pid=92891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:39:08.678783 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.679900 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-f2339e58-3631-4675-b17e-d129ab2cc6bb admin admin] 10.222.0.32 "DELETE /v2.0/routers/e9e7dc71-2f4a-4769-b4ce-bf04145e58ce HTTP/1.1" status: 204 len: 168 time: 0.7362714 Jul 13 02:39:08.682476 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44766) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:08.724644 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] Deleting subnet d0bcbcb2-671b-40a5-8a81-88d1177c2099 {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:39:08.727602 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.761240 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.838877 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.888114 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.913864 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bcbcb2-671b-40a5-8a81-88d1177c2099,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:08.917250 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:08.919141 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-9cde22d0-3fa4-4d17-8c78-cbdfa595cde9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d0bcbcb2-671b-40a5-8a81-88d1177c2099 HTTP/1.1" status: 204 len: 168 time: 0.2357435 Jul 13 02:39:08.921491 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44768) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:08.925060 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a7922-83fd-42ca-878a-52280fee18e8 None None] Network afd43932-4582-4e2a-8e2b-804f55bae1f7 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:39:08.996700 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.051713 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Deleting port 211ad29d-4756-4586-8e46-70ccdac98c54 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:09.051713 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.113013 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] For port 211ad29d-4756-4586-8e46-70ccdac98c54, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=211ad29d-4756-4586-8e46-70ccdac98c54,segment=NetworkSegment(82225a2e-3edd-45a4-ade6-800fef73ebbb),segment_id=82225a2e-3edd-45a4-ade6-800fef73ebbb)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:09.113370 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.124975 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Calling delete_port for 211ad29d-4756-4586-8e46-70ccdac98c54 owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:09.203346 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.227761 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Pushing event deleted for resources: {'Port': ['ID=211ad29d-4756-4586-8e46-70ccdac98c54,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:09.231114 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] No DVR routers for this DVR port 211ad29d-4756-4586-8e46-70ccdac98c54 on host dv-cinder-781024-2-iscsi {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:39:09.301148 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.310638 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd43932-4582-4e2a-8e2b-804f55bae1f7']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:09.321080 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82225a2e-3edd-45a4-ade6-800fef73ebbb') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:09.321377 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82225a2e-3edd-45a4-ade6-800fef73ebbb') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:09.331850 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.346055 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.352820 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9aa66a5-52fe-4d39-87c1-696be25cd565 None None] DHCP port deletion for afd43932-4582-4e2a-8e2b-804f55bae1f7 request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:39:09.353380 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:39:09.353787 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: conditions |= (models_v2.Port.network_id.in_( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:39:09.355560 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:39:09.410277 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.415483 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:09.417334 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] 10.222.0.32 "DELETE /v2.0/networks/afd43932-4582-4e2a-8e2b-804f55bae1f7 HTTP/1.1" status: 204 len: 168 time: 0.4948492 Jul 13 02:39:09.420347 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44770) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:09.428595 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e294e-2c21-4b00-8467-52fbbacaa714 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd43932-4582-4e2a-8e2b-804f55bae1f7,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:09.645980 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8fe0f418-d92b-4b0f-9d58-04b711e41d68 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:09.665807 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 8fe0f418-d92b-4b0f-9d58-04b711e41d68 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:39:09.666183 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8fe0f418-d92b-4b0f-9d58-04b711e41d68 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:39:09.666595 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fdcd210c-e458-4511-bd9d-65cae1ed76ba no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:09.685214 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: fdcd210c-e458-4511-bd9d-65cae1ed76ba {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:39:09.685565 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fdcd210c-e458-4511-bd9d-65cae1ed76ba not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:39:09.685972 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 211ad29d-4756-4586-8e46-70ccdac98c54 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:09.704544 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 211ad29d-4756-4586-8e46-70ccdac98c54 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:39:09.704890 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 211ad29d-4756-4586-8e46-70ccdac98c54 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:39:09.778087 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:10.020820 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Deleting port fbc19209-317d-4ee6-ab3e-282ea52e0a1a {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:10.021159 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:10.095322 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] For port fbc19209-317d-4ee6-ab3e-282ea52e0a1a, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,segment=NetworkSegment(b9e94e3d-3192-4db5-92f0-913c84607977),segment_id=b9e94e3d-3192-4db5-92f0-913c84607977)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:10.095666 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:10.107395 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Calling delete_port for fbc19209-317d-4ee6-ab3e-282ea52e0a1a owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:10.495636 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:10.522915 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc19209-317d-4ee6-ab3e-282ea52e0a1a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:10.534230 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.534582 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.534914 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.535239 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.535561 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.535881 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.536199 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.536515 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.536833 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.537147 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.537454 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.537761 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:10.698478 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:10.757985 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-0a5791f7-fd3c-408e-8b13-1f177bec7c80 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540326 Jul 13 02:39:10.839372 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d06056-4e9e-413c-9683-8b55befd8327 req-8cdfccbb-043f-4715-b677-f9fff551cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:10.840729 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-8cdfccbb-043f-4715-b677-f9fff551cea3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1099 time: 0.0507131 Jul 13 02:39:10.915633 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Router 46773ea0-627e-4c3b-a818-f249d3428184 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:39:10.940280 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d06056-4e9e-413c-9683-8b55befd8327 req-32df00e8-1310-4f01-8795-00a8154a9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:10.941735 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-32df00e8-1310-4f01-8795-00a8154a9fab service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 200 len: 909 time: 0.0817685 Jul 13 02:39:11.008557 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-e9dbe925-71b1-4521-ada3-374d860640d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 200 len: 1001 time: 0.0598907 Jul 13 02:39:11.022369 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:39:11.030184 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-97141872-23ad-45e7-bb9b-c75309369d0a admin admin] 10.222.0.32 "PUT /v2.0/routers/46773ea0-627e-4c3b-a818-f249d3428184/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6059926 Jul 13 02:39:11.030184 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44778) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:11.033721 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] Sync routers for ids ['46773ea0-627e-4c3b-a818-f249d3428184'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:39:11.042630 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] Routers {'46773ea0-627e-4c3b-a818-f249d3428184'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:39:11.043229 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['46773ea0-627e-4c3b-a818-f249d3428184'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:11.058088 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d06056-4e9e-413c-9683-8b55befd8327 req-63db1d26-09d4-4c72-8f1e-a6e487352d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:11.059801 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-63db1d26-09d4-4c72-8f1e-a6e487352d70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea10b510-5385-42da-9f21-61e4a4efa25a HTTP/1.1" status: 200 len: 847 time: 0.0450175 Jul 13 02:39:11.117497 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d06056-4e9e-413c-9683-8b55befd8327 req-d46928d2-d64e-450f-a94f-d0378829f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:11.119062 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-d46928d2-d64e-450f-a94f-d0378829f071 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f1601d3-b85d-4846-b61f-1a90d074cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529997 Jul 13 02:39:11.135968 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.214508 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-1c715ea0-912d-4831-bcf5-a3b68f7f8fea service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887768 Jul 13 02:39:11.233009 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] Set router 46773ea0-627e-4c3b-a818-f249d3428184 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:39:11.240382 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.293966 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Deleting port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:11.294336 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.319475 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-008e621e-93db-4aa6-a9dd-804e79ffe2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.396353 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] For port 78b06362-df3e-4a34-8d9c-4f5bef95b9fc, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:11.396872 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.411986 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Calling delete_port for 78b06362-df3e-4a34-8d9c-4f5bef95b9fc owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:11.424446 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:39:10Z', 'revision_number': 5, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port': {'id': '78b06362-df3e-4a34-8d9c-4f5bef95b9fc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:03:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46773ea0-627e-4c3b-a818-f249d3428184', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:32:09Z', 'updated_at': '2021-07-13T02:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:11.456278 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] Checking router: 46773ea0-627e-4c3b-a818-f249d3428184 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:39:11.465132 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] Routers {'46773ea0-627e-4c3b-a818-f249d3428184'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:39:11.465824 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:38:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['46773ea0-627e-4c3b-a818-f249d3428184'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:11.561355 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] Set router 46773ea0-627e-4c3b-a818-f249d3428184 gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:39:11.593068 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.616745 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:39:11Z', 'revision_number': 6, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:11.622295 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-14d06056-4e9e-413c-9683-8b55befd8327 req-0d05bb14-3662-4220-b27e-dc4998bf255a service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008942 Jul 13 02:39:11.628411 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b06362-df3e-4a34-8d9c-4f5bef95b9fc,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:11.651058 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a8e3b9-30b7-4ff5-9373-9d95ed058c82 None None] The sync data for ids ['46773ea0-627e-4c3b-a818-f249d3428184'] in dv-cinder-781024-2-iscsi is: [{'id': '46773ea0-627e-4c3b-a818-f249d3428184', 'name': 'tempest-TestVolumeBootPattern-1514963240-router', 'tenant_id': '8c722e6d3e164d4b888814aaae09244b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:32:08Z', 'updated_at': '2021-07-13T02:39:11Z', 'revision_number': 6, 'project_id': '8c722e6d3e164d4b888814aaae09244b', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:39:11.693217 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.780575 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.782707 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.824192 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.824729 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46773ea0-627e-4c3b-a818-f249d3428184 {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:39:11.830082 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.831424 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2f446fb2-c21a-4359-99a6-0dd79ffde197 admin admin] 10.222.0.32 "DELETE /v2.0/routers/46773ea0-627e-4c3b-a818-f249d3428184 HTTP/1.1" status: 204 len: 168 time: 0.8006628 Jul 13 02:39:11.833775 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44780) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:11.880013 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] Deleting subnet 09e99319-5f45-48e0-8392-8842242d5a57 {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:39:11.882912 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:11.915818 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.030342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.084781 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.111829 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e99319-5f45-48e0-8392-8842242d5a57,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:12.113764 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.115798 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-aabdabde-06c6-4be9-bab6-5e3d64a7ddd5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/09e99319-5f45-48e0-8392-8842242d5a57 HTTP/1.1" status: 204 len: 168 time: 0.2809236 Jul 13 02:39:12.118044 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44782) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:12.119730 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab21928-9f45-4c2a-b665-7e8e67064806 None None] Network 5c6266bb-9831-4504-9aff-8ae923b2b230 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:39:12.184829 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.240599 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Deleting port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:39:12.240933 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.304902 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] For port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8d7d6aa4-41fe-487f-9d64-2620856cb0eb,segment=NetworkSegment(b9e94e3d-3192-4db5-92f0-913c84607977),segment_id=b9e94e3d-3192-4db5-92f0-913c84607977)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:12.305256 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.316954 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Calling delete_port for 8d7d6aa4-41fe-487f-9d64-2620856cb0eb owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:39:12.404066 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.428799 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a5413a-31db-4483-976e-d84626989b40 None None] DHCP port deletion for 5c6266bb-9831-4504-9aff-8ae923b2b230 request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:39:12.441668 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d7d6aa4-41fe-487f-9d64-2620856cb0eb,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:12.441668 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] No DVR routers for this DVR port 8d7d6aa4-41fe-487f-9d64-2620856cb0eb on host dv-cinder-781024-2-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:39:12.517868 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.529105 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6266bb-9831-4504-9aff-8ae923b2b230']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:12.540149 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e94e3d-3192-4db5-92f0-913c84607977') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:12.540445 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e94e3d-3192-4db5-92f0-913c84607977') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:39:12.551015 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.565597 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.572167 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:39:12.572587 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:39:12.574356 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:39:12.631790 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.638828 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.642905 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c6266bb-9831-4504-9aff-8ae923b2b230 HTTP/1.1" status: 204 len: 168 time: 0.5236590 Jul 13 02:39:12.658056 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab756ff-3a67-4b24-815d-fb30dcd42f71 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c6266bb-9831-4504-9aff-8ae923b2b230,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:12.778984 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44790) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:12.793275 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaee630c-16f4-4a90-8656-984c05f45948 req-80fffdd3-f438-479e-beb2-f8f6d7e830ce tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:12.794753 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aaee630c-16f4-4a90-8656-984c05f45948 req-80fffdd3-f438-479e-beb2-f8f6d7e830ce tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0702622 Jul 13 02:39:12.818757 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-b3ea8536-2c3c-4ada-9f2d-751ca95ffc03 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=345d0f5c3c2842e0940d216397b5cd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385165 Jul 13 02:39:12.821164 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44792) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:12.832238 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-aaee630c-16f4-4a90-8656-984c05f45948 req-53f0d3a8-044c-4465-9c43-bab5a1cc5b33 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Jul 13 02:39:12.872212 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74975b50-1016-4088-9177-2ff089150d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.893740 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74975b50-1016-4088-9177-2ff089150d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.938428 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74975b50-1016-4088-9177-2ff089150d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.941019 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-74975b50-1016-4088-9177-2ff089150d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:12.942171 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-74975b50-1016-4088-9177-2ff089150d6f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e693430d-d22f-4049-8f0a-7ca8af80fc4a HTTP/1.1" status: 204 len: 168 time: 0.1201038 Jul 13 02:39:12.950792 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74975b50-1016-4088-9177-2ff089150d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693430d-d22f-4049-8f0a-7ca8af80fc4a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:13.238603 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44798) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:13.276778 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-676a7e96-6c58-419d-a571-d18c33a0a7c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c722e6d3e164d4b888814aaae09244b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370655 Jul 13 02:39:13.279112 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44800) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:13.325672 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ee34f601-c310-4d6a-acd9-0ea6f3af288f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:13.345716 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ee34f601-c310-4d6a-acd9-0ea6f3af288f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:13.393534 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ee34f601-c310-4d6a-acd9-0ea6f3af288f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:13.396103 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-ee34f601-c310-4d6a-acd9-0ea6f3af288f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:13.397248 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-ee34f601-c310-4d6a-acd9-0ea6f3af288f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7ab428ff-4a4e-44b7-88d5-5444b6383217 HTTP/1.1" status: 204 len: 168 time: 0.1172884 Jul 13 02:39:13.405092 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34f601-c310-4d6a-acd9-0ea6f3af288f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab428ff-4a4e-44b7-88d5-5444b6383217,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:13.621795 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fbc19209-317d-4ee6-ab3e-282ea52e0a1a no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:13.643985 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: fbc19209-317d-4ee6-ab3e-282ea52e0a1a {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:39:13.644338 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device fbc19209-317d-4ee6-ab3e-282ea52e0a1a not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:39:13.644761 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8d7d6aa4-41fe-487f-9d64-2620856cb0eb no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:13.667851 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 8d7d6aa4-41fe-487f-9d64-2620856cb0eb {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:39:13.668075 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8d7d6aa4-41fe-487f-9d64-2620856cb0eb not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:39:13.668504 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 78b06362-df3e-4a34-8d9c-4f5bef95b9fc no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:13.688854 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 78b06362-df3e-4a34-8d9c-4f5bef95b9fc {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:39:13.689209 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 78b06362-df3e-4a34-8d9c-4f5bef95b9fc not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:39:13.916692 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-edeaf52a-033a-499f-904b-70dcbd8e22ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:14.006922 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd1a02-c788-408b-b25f-a8924cf8502b req-7ee1a406-ee5d-4540-a690-6196d296ca3c tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:14.008391 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3efd1a02-c788-408b-b25f-a8924cf8502b req-7ee1a406-ee5d-4540-a690-6196d296ca3c tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0613980 Jul 13 02:39:14.045951 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-3efd1a02-c788-408b-b25f-a8924cf8502b req-0723ab0f-6e2f-4f59-80be-44409ea464dd tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312989 Jul 13 02:39:14.255022 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:15.043569 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:15.218177 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96333f9-1bc3-4d1a-8630-e157f8d52b0d req-bde9611d-4c4e-4a51-82ce-d871a8737a8e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:15.219726 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f96333f9-1bc3-4d1a-8630-e157f8d52b0d req-bde9611d-4c4e-4a51-82ce-d871a8737a8e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0642948 Jul 13 02:39:15.255636 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f96333f9-1bc3-4d1a-8630-e157f8d52b0d req-6c5e370a-ecd3-40a6-b9f1-83eaf000fa98 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304821 Jul 13 02:39:16.424214 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf489f-4874-477f-97fe-d34f71711fe6 req-3c0ccfc3-dc94-44e8-ba6c-23e6e32773ea tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:16.425668 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b2cf489f-4874-477f-97fe-d34f71711fe6 req-3c0ccfc3-dc94-44e8-ba6c-23e6e32773ea tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0615764 Jul 13 02:39:16.462213 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-b2cf489f-4874-477f-97fe-d34f71711fe6 req-2e84be04-aff9-4f8a-8516-e16d58912b54 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309060 Jul 13 02:39:16.483507 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:17.634936 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15445855-ac2e-4a4d-8627-26957f3bb37b req-33b7e7db-f8c8-4d8b-b3f4-36f127f7f8c6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:17.636378 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-15445855-ac2e-4a4d-8627-26957f3bb37b req-33b7e7db-f8c8-4d8b-b3f4-36f127f7f8c6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0646131 Jul 13 02:39:17.673152 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-15445855-ac2e-4a4d-8627-26957f3bb37b req-e3e6200c-8fa6-4e6f-b669-065b209e61c5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304313 Jul 13 02:39:18.844832 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c842f4-23a1-47da-b9b5-128f71260fbe req-db0e937a-b92f-44f2-a478-7a7ac0612ccc tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:18.846297 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28c842f4-23a1-47da-b9b5-128f71260fbe req-db0e937a-b92f-44f2-a478-7a7ac0612ccc tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0613360 Jul 13 02:39:18.882002 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-28c842f4-23a1-47da-b9b5-128f71260fbe req-21f55c70-9597-4d36-8ddb-b0444d98be77 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302544 Jul 13 02:39:20.051527 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d1292-6e6c-49bd-9763-105ede314d58 req-2c8d0992-8878-4b3a-b876-d0d7de847466 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:20.052985 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d52d1292-6e6c-49bd-9763-105ede314d58 req-2c8d0992-8878-4b3a-b876-d0d7de847466 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0617800 Jul 13 02:39:20.089084 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d52d1292-6e6c-49bd-9763-105ede314d58 req-054f8388-7ddc-4a64-abdc-d0f448e340e9 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305820 Jul 13 02:39:21.259337 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d15407-7a80-40ab-bd89-c0a9b944f8cd req-4ac9c9ed-1437-4039-a617-d3468aa6ad74 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:21.260788 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-22d15407-7a80-40ab-bd89-c0a9b944f8cd req-4ac9c9ed-1437-4039-a617-d3468aa6ad74 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0646229 Jul 13 02:39:21.299687 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-22d15407-7a80-40ab-bd89-c0a9b944f8cd req-7a4b91f7-92b5-491c-8214-587451fc718a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330544 Jul 13 02:39:22.467475 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b83f05-83f2-4c5c-b09d-6ad87beab116 req-a81ab4ba-0a61-4599-92db-b5b3fb177867 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:22.469578 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4b83f05-83f2-4c5c-b09d-6ad87beab116 req-a81ab4ba-0a61-4599-92db-b5b3fb177867 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0624268 Jul 13 02:39:22.506709 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f4b83f05-83f2-4c5c-b09d-6ad87beab116 req-c0c66962-aea6-4322-aa4e-41f8c5569053 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313528 Jul 13 02:39:22.968714 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-1e4be49c-0603-4fe0-8261-dfa742577603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:22.970981 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-1e4be49c-0603-4fe0-8261-dfa742577603 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1099 time: 0.0570252 Jul 13 02:39:23.059213 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-3014be08-3b23-40c7-8d7a-ce335401be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:23.060698 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-3014be08-3b23-40c7-8d7a-ce335401be17 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 200 len: 909 time: 0.0838227 Jul 13 02:39:23.125906 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-b5835bf2-d44a-49cc-b7a7-01217eabf6d6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 200 len: 1001 time: 0.0592511 Jul 13 02:39:23.172822 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-d8fb5f60-dced-483c-90ac-81d6b2f76d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:23.174260 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-d8fb5f60-dced-483c-90ac-81d6b2f76d7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea10b510-5385-42da-9f21-61e4a4efa25a HTTP/1.1" status: 200 len: 847 time: 0.0429220 Jul 13 02:39:23.228355 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-56ac428e-3750-433c-8bbb-1969e24773cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:23.229710 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-56ac428e-3750-433c-8bbb-1969e24773cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f1601d3-b85d-4846-b61f-1a90d074cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495338 Jul 13 02:39:23.318524 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-8c749645-46f5-410b-b2e6-2bc3a3cf5ac0 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824943 Jul 13 02:39:23.409159 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-9a692d1a-8b4d-4d3c-a208-35b24490424e req-ce71e46b-86a2-4c5d-a66a-d433813a30f3 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834782 Jul 13 02:39:23.680776 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087a2e3-5694-44a3-84ba-8daa55c27431 req-bc95ba33-0962-443d-a6b6-81f931296592 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:23.682257 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f087a2e3-5694-44a3-84ba-8daa55c27431 req-bc95ba33-0962-443d-a6b6-81f931296592 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0657229 Jul 13 02:39:23.718547 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f087a2e3-5694-44a3-84ba-8daa55c27431 req-8408054d-00cd-4027-8fdc-496aa9c9bc53 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308957 Jul 13 02:39:24.885321 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d629456-39d6-4ce8-af7a-2f3c43100da4 req-81ee052d-762d-43a6-809c-0f02ab05c4cd tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:24.886824 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8d629456-39d6-4ce8-af7a-2f3c43100da4 req-81ee052d-762d-43a6-809c-0f02ab05c4cd tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0619533 Jul 13 02:39:24.926959 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8d629456-39d6-4ce8-af7a-2f3c43100da4 req-ec948a89-e6bd-4e61-8c77-649faa94e64b tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342724 Jul 13 02:39:26.097943 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef0c98-eda2-4390-b89a-ab1cb5c864ce req-c14d961a-7093-4102-b77e-1b714f8356a5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:26.099416 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-87ef0c98-eda2-4390-b89a-ab1cb5c864ce req-c14d961a-7093-4102-b77e-1b714f8356a5 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0607414 Jul 13 02:39:26.135426 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-87ef0c98-eda2-4390-b89a-ab1cb5c864ce req-1386bdd9-a58b-4e18-bd27-8d7c0b924b87 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304959 Jul 13 02:39:26.464560 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44834) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:39:26.485445 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7240f-2f92-4302-a750-98cc9025fd0f req-d7b86e4d-69e9-4d4e-af3b-ef52b2630651 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:26.487123 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-30a7240f-2f92-4302-a750-98cc9025fd0f req-d7b86e4d-69e9-4d4e-af3b-ef52b2630651 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0734744 Jul 13 02:39:26.549952 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-30a7240f-2f92-4302-a750-98cc9025fd0f req-ba8d1b32-2ab3-44d4-a06f-604aa5872355 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574505 Jul 13 02:39:26.573382 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-855cf98a-9cd5-42f4-8dcc-527581c1611f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1077549 Jul 13 02:39:27.727981 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1af7-fe41-4cdf-8bea-31627c3c5b91 req-81b6a588-d749-4e88-81af-36852360ab0e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:27.729337 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-701a1af7-fe41-4cdf-8bea-31627c3c5b91 req-81b6a588-d749-4e88-81af-36852360ab0e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0651541 Jul 13 02:39:27.769387 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-701a1af7-fe41-4cdf-8bea-31627c3c5b91 req-5c2347d1-267f-4adb-9bb7-a021c6ed6baf tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336080 Jul 13 02:39:28.239858 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833d15-570c-4d9f-b188-378251cba92d req-85f3ab2b-4819-4650-8938-ef061e2d858d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:28.241307 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-85f3ab2b-4819-4650-8938-ef061e2d858d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c&tenant_id=5c8b5616059f43f097126facb22ac41a HTTP/1.1" status: 200 len: 1099 time: 0.0560825 Jul 13 02:39:28.323353 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833d15-570c-4d9f-b188-378251cba92d req-9fce1b27-139c-4b60-a9fc-e187f6204d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:28.324686 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-9fce1b27-139c-4b60-a9fc-e187f6204d14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1099 time: 0.0504777 Jul 13 02:39:28.412799 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833d15-570c-4d9f-b188-378251cba92d req-e76f8d1b-b8ff-4328-a089-7bb5eeceaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:28.414241 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-e76f8d1b-b8ff-4328-a089-7bb5eeceaf0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 200 len: 909 time: 0.0838060 Jul 13 02:39:28.476191 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-b1e01ae4-4cf0-4228-8da7-577e350ccac4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 200 len: 1001 time: 0.0552952 Jul 13 02:39:28.523214 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833d15-570c-4d9f-b188-378251cba92d req-da2008ca-0f6c-467b-beef-5423b385990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:28.524572 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-da2008ca-0f6c-467b-beef-5423b385990d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea10b510-5385-42da-9f21-61e4a4efa25a HTTP/1.1" status: 200 len: 847 time: 0.0416634 Jul 13 02:39:28.582403 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833d15-570c-4d9f-b188-378251cba92d req-194d500d-8faf-4ffa-9646-eda998e5e456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:28.583742 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-194d500d-8faf-4ffa-9646-eda998e5e456 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4f1601d3-b85d-4846-b61f-1a90d074cd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528338 Jul 13 02:39:28.669054 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-d87d1fba-da26-47ef-9a2f-a3d3e4f767c3 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789721 Jul 13 02:39:28.757756 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-17833d15-570c-4d9f-b188-378251cba92d req-f773ff4e-0c1f-469d-9722-e6f07515a489 service neutron] 10.222.0.39 "GET /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828822 Jul 13 02:39:28.942141 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2bb08-0ac9-4c1a-9704-5d849f6251b9 req-94a5e9ac-eb39-45e4-852e-9aff23f4eaf6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:28.943620 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8ba2bb08-0ac9-4c1a-9704-5d849f6251b9 req-94a5e9ac-eb39-45e4-852e-9aff23f4eaf6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0628126 Jul 13 02:39:28.979617 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8ba2bb08-0ac9-4c1a-9704-5d849f6251b9 req-c2746c7b-5986-4d78-9f56-f10f43e2a99a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305564 Jul 13 02:39:29.583014 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dcb6c645-5585-4723-9633-6f29ebaddeb8 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:39:29.655518 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:29.680136 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:39:29.682374 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332d0054-19cd-44db-8f25-cdf559479dd2" -d '{"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:39:29.695244 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:29.699430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:29.754213 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=6']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:29.761501 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.762380 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.762919 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.763430 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.763768 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.764104 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.764438 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.764771 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.765101 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.765432 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.765758 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.766204 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:39:29.841973 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Jul 2021 02:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478f802b-df89-4440-9aad-e46083f8ea8b x-openstack-request-id: req-478f802b-df89-4440-9aad-e46083f8ea8b {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:39:29.842434 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:39:29.842691 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-478f802b-df89-4440-9aad-e46083f8ea8b {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:39:29.843091 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'code': 200} Jul 13 02:39:29.939707 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-e02e28e1-0390-4271-a3e2-ef6bce6cceef None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:39:29.940077 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e02e28e1-0390-4271-a3e2-ef6bce6cceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:30.015510 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e02e28e1-0390-4271-a3e2-ef6bce6cceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:30.047418 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-e02e28e1-0390-4271-a3e2-ef6bce6cceef None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:30.051295 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e02e28e1-0390-4271-a3e2-ef6bce6cceef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:30.107723 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e28e1-0390-4271-a3e2-ef6bce6cceef None None] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=7']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:30.164701 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0deb31-24c9-4490-abe3-00d676617b53 req-6671b336-5b25-4e58-a0b7-22a69149199a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:30.166217 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ce0deb31-24c9-4490-abe3-00d676617b53 req-6671b336-5b25-4e58-a0b7-22a69149199a tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0651681 Jul 13 02:39:30.209731 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-ce0deb31-24c9-4490-abe3-00d676617b53 req-062bf9e3-6c6e-4b76-b68c-00124caa6b6f tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376027 Jul 13 02:39:30.311924 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11b5b3fa-cbbf-4ad3-9f69-47bb09ed9fd1 None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:39:30.312295 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11b5b3fa-cbbf-4ad3-9f69-47bb09ed9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:31.379433 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f7cfc-495e-472b-bf38-5356838e34f1 req-36cff4ea-c81c-4469-ad1d-b8d35d29214c tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:31.380815 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c08f7cfc-495e-472b-bf38-5356838e34f1 req-36cff4ea-c81c-4469-ad1d-b8d35d29214c tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0621209 Jul 13 02:39:31.418921 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-c08f7cfc-495e-472b-bf38-5356838e34f1 req-4f1bfab9-e48e-4033-826b-ef669d318116 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327318 Jul 13 02:39:31.844745 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:39:31.847112 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b4cbf-1d78-4f44-af51-405814dc54cf" -d '{"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:39:31.881325 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa0d8db-2828-4c46-b455-8f0aa72755f6 x-openstack-request-id: req-2fa0d8db-2828-4c46-b455-8f0aa72755f6 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:39:31.881645 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:39:31.881912 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fa0d8db-2828-4c46-b455-8f0aa72755f6 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:39:31.882331 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'code': 200} Jul 13 02:39:32.598918 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a8388-8a3a-4704-a821-6612d8e36c6c req-d3939e7f-b2e8-44d7-8ab0-02b4c80add50 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:32.600375 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-db7a8388-8a3a-4704-a821-6612d8e36c6c req-d3939e7f-b2e8-44d7-8ab0-02b4c80add50 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0616820 Jul 13 02:39:32.636978 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-db7a8388-8a3a-4704-a821-6612d8e36c6c req-716e06d7-13fa-43b5-a05b-f92616306fc7 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310783 Jul 13 02:39:33.808208 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707a1d3-9362-4855-9fc1-051580cd873d req-9ef2cda0-40ed-4fd2-b319-de1916bc1666 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:33.809649 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f707a1d3-9362-4855-9fc1-051580cd873d req-9ef2cda0-40ed-4fd2-b319-de1916bc1666 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0647669 Jul 13 02:39:33.845620 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f707a1d3-9362-4855-9fc1-051580cd873d req-4eebc6ec-c212-451a-8004-364653b039a0 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302422 Jul 13 02:39:34.858643 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32c24d-7594-41f9-bde0-471fb7895062 req-a916ecde-3604-4709-8798-c5d17a248b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:34.860587 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4c32c24d-7594-41f9-bde0-471fb7895062 req-a916ecde-3604-4709-8798-c5d17a248b2e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 1099 time: 0.0498502 Jul 13 02:39:34.893550 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-4c32c24d-7594-41f9-bde0-471fb7895062 req-c77ca723-a09e-4636-906e-4784904ac2ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275238 Jul 13 02:39:35.017543 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a6cd1-de67-4cb4-a4d5-6fdaca724330 req-8794d8a4-9dac-4033-8908-05e637048d4e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:35.019037 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a40a6cd1-de67-4cb4-a4d5-6fdaca724330 req-8794d8a4-9dac-4033-8908-05e637048d4e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0614972 Jul 13 02:39:35.054956 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-a40a6cd1-de67-4cb4-a4d5-6fdaca724330 req-11db6fd7-dea3-4388-8243-2dff34e832a8 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304687 Jul 13 02:39:36.228168 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2268f-ee93-406b-ad85-3ed24dec1674 req-8f6c3a19-3f56-4145-a7cb-33c36f4f7a3e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:39:36.229641 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d8e2268f-ee93-406b-ad85-3ed24dec1674 req-8f6c3a19-3f56-4145-a7cb-33c36f4f7a3e tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0654168 Jul 13 02:39:36.266193 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-d8e2268f-ee93-406b-ad85-3ed24dec1674 req-fe92f988-f30b-42e9-bde8-1aecabfb0d41 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310814 Jul 13 02:39:37.645746 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dcb6c645-5585-4723-9633-6f29ebaddeb8 details requested by agent hyperv_hv-cinder-78102 with host hv-cinder-78102 {{(pid=92893) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 13 02:39:37.738793 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:37.749299 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Returning: {'device': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'port_id': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'mac_address': 'fa:16:3e:06:3f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92893) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 13 02:39:37.785336 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:37.797225 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcb6c645-5585-4723-9633-6f29ebaddeb8 {{(pid=92893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 13 02:39:37.816761 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:37.820546 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:37.875128 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=8']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:38.043727 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-4d9b8129-0af3-4917-8041-5561a63653b5 None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:39:38.044100 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4d9b8129-0af3-4917-8041-5561a63653b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:38.122893 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4d9b8129-0af3-4917-8041-5561a63653b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1594980'] for port, before_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:38.144818 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}] {{(pid=92893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:39:38.147052 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be61a65b2dd120f2e7b19022bc8314329e830dc687d39fa39996e9c52ad64bd3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7787f151-7702-4cd5-8dae-c1fe847e209f" -d '{"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}]}' {{(pid=92893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:39:38.159339 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] get_ports_and_sgs() called for port_ids ['dcb6c645-5585-4723-9633-6f29ebaddeb8'] {{(pid=92893) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 13 02:39:38.184406 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-4d9b8129-0af3-4917-8041-5561a63653b5 None None] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:39:38.186242 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Jul 2021 02:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a7cac9-518a-42ee-869a-e573ece34a60 x-openstack-request-id: req-04a7cac9-518a-42ee-869a-e573ece34a60 {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:39:38.186556 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-plugged", "status": "completed", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8", "code": 200}]} {{(pid=92893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:39:38.186802 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04a7cac9-518a-42ee-869a-e573ece34a60 {{(pid=92893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:39:38.187222 dv-cinder-781024-2-iscsi neutron-server[92893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'code': 200} Jul 13 02:39:38.190371 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-4d9b8129-0af3-4917-8041-5561a63653b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-1594917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-146360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778685208670', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778684820462', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778684817412'] for port, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:38.267253 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b8129-0af3-4917-8041-5561a63653b5 None None] Pushing event updated for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=9']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:39:38.305335 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:38.460537 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-639e37c2-2ead-4dff-a291-59d8899f88ef None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity DHCP. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:39:38.460902 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-639e37c2-2ead-4dff-a291-59d8899f88ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:39.629081 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:39:39.661453 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dcb6c645-5585-4723-9633-6f29ebaddeb8 up at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 13 02:39:39.707056 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.provisioning_blocks [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Provisioning complete for port dcb6c645-5585-4723-9633-6f29ebaddeb8 triggered by entity L2. {{(pid=92893) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 13 02:39:39.707428 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1914724'] for port, provisioning_complete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:41.321756 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6de7f08d-a136-4105-ae0c-4c7b3d4e5d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:43.918342 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-54f9f002-1dbd-428b-a698-84001b82b329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:44.254958 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:45.045666 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:39:46.485764 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:08.293998 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:11.321641 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-26be1bc6-c038-4b76-99cd-9d05d99629c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:13.918618 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-bfd80263-8883-4ef7-8e9e-22959c66e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:14.255456 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:15.048338 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:16.489633 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:16.627892 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:40:38.307792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:41.321974 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-8ea11fac-d97e-44cd-9554-6ec8973fb92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:43.919392 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe2db-db54-48ae-8853-3d4c64879aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:44.255678 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:45.051240 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:46.492342 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:49.018538 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44876) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:49.168785 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Deleting port 4cd739f6-273c-42f6-b947-cddaf89a23a3 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:49.169150 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:49.243621 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:49.243944 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:49.254973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Calling delete_port for 4cd739f6-273c-42f6-b947-cddaf89a23a3 owned by network:floatingip {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:49.395984 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:49.421861 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event deleted for resources: {'Port': ['ID=4cd739f6-273c-42f6-b947-cddaf89a23a3,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:49.447968 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.448314 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.448654 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.448986 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.449314 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.449640 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.449962 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.450309 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.450629 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.450947 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.451262 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.451576 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:49.489362 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for floatingip, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:49.489684 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.db.l3_db [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Floating IP e77eb182-5c4c-4c27-8459-fd74c1ba4518 disassociated (deleted). External IP: 172.27.2.97, port: dcb6c645-5585-4723-9633-6f29ebaddeb8. Jul 13 02:40:49.692027 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Router 62845e5a-983c-45b6-a781-18dd8a144f2d has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:40:49.795989 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:40:49.800823 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for floatingip, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:49.805232 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] Sync routers for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:40:49.813704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:40:49.814347 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:40:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:49.834650 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-946a9929-f937-4e44-a56f-b3092e133218 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "DELETE /v2.0/floatingips/e77eb182-5c4c-4c27-8459-fd74c1ba4518 HTTP/1.1" status: 204 len: 168 time: 0.8150458 Jul 13 02:40:49.919853 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:40:50.199069 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256feab-7552-4fa0-adaf-44e41ae65506 req-595f3386-9e88-4a9b-9e04-83171c7b57b6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:40:50.200590 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8256feab-7552-4fa0-adaf-44e41ae65506 req-595f3386-9e88-4a9b-9e04-83171c7b57b6 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0644910 Jul 13 02:40:50.238292 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-8256feab-7552-4fa0-adaf-44e41ae65506 req-31dddc26-5ae9-420f-acad-563369abdaef tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320148 Jul 13 02:40:50.250251 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:36Z', 'revision_number': 5, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:50.275982 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] Checking router: 62845e5a-983c-45b6-a781-18dd8a144f2d for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:40:50.284005 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:40:50.284601 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:40:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:50.387025 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:40:50.580675 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:36Z', 'revision_number': 5, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:50.606850 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0bf850-d6c6-4d83-af1c-ce0b160a667c None None] The sync data for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi is: [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:36:30Z', 'revision_number': 4, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi', '_interfaces': [{'id': 'a32d5270-a077-45f1-86f2-13ae4dcd7b7e', 'name': '', 'network_id': '4f1601d3-b85d-4846-b61f-1a90d074cd54', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'mac_address': 'fa:16:3e:4e:52:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:29Z', 'updated_at': '2021-07-13T02:36:36Z', 'revision_number': 5, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'subnets': [{'id': 'ea10b510-5385-42da-9f21-61e4a4efa25a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:40:50.798855 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f40f3f-1ef5-40eb-8147-6f880448a670 None None] New status for floating IP e77eb182-5c4c-4c27-8459-fd74c1ba4518: DOWN {{(pid=92894) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 13 02:40:51.421381 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6731f-8887-4ce0-9cc6-448a31e4e8b1 req-ad17c4bf-73d0-49a3-83a4-47a1138429cd tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:40:51.422867 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-85e6731f-8887-4ce0-9cc6-448a31e4e8b1 req-ad17c4bf-73d0-49a3-83a4-47a1138429cd tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0645320 Jul 13 02:40:51.459792 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-85e6731f-8887-4ce0-9cc6-448a31e4e8b1 req-03774c37-6b86-4d5d-8d0c-377c3bd2cbd3 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/security-groups?id=7c21b69f-47a4-4f4e-a9b9-79d2692adf46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Jul 13 02:40:51.796795 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989b337-054d-46be-91a7-4d762f379b13 req-5f4f0169-d37f-411a-8b65-47dc1a46efc1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:40:51.798230 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f989b337-054d-46be-91a7-4d762f379b13 req-5f4f0169-d37f-411a-8b65-47dc1a46efc1 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 946 time: 0.0606906 Jul 13 02:40:51.894557 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Deleting port dcb6c645-5585-4723-9633-6f29ebaddeb8 {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:51.894810 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:51.981299 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] For port dcb6c645-5585-4723-9633-6f29ebaddeb8, host hv-cinder-78102, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78102',level=0,port_id=dcb6c645-5585-4723-9633-6f29ebaddeb8,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:51.981664 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:51.994001 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Calling delete_port for dcb6c645-5585-4723-9633-6f29ebaddeb8 owned by compute:nova {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:52.121696 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:52.147617 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event deleted for resources: {'Port': ['ID=dcb6c645-5585-4723-9633-6f29ebaddeb8,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:52.193503 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] No DVR routers for this DVR port dcb6c645-5585-4723-9633-6f29ebaddeb8 on host hv-cinder-78102 {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:40:52.195973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208188'] for port, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:52.197903 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-f989b337-054d-46be-91a7-4d762f379b13 req-8ac4ef85-8067-41a6-a912-b73f459a93ff tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.39 "DELETE /v2.0/ports/dcb6c645-5585-4723-9633-6f29ebaddeb8 HTTP/1.1" status: 204 len: 173 time: 0.3944607 Jul 13 02:40:52.613440 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-dd973f1f-71dc-4314-a26b-ec5081c70d48 req-a50b0f26-9f74-4f32-89fa-e94a7f6b2d36 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 210 time: 0.0375757 Jul 13 02:40:53.627249 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:40:53.705564 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44900) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:53.762964 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5ec56eec-3923-4586-b451-8b559834e756 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:53.787635 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5ec56eec-3923-4586-b451-8b559834e756 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:53.844673 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5ec56eec-3923-4586-b451-8b559834e756 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:53.847403 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-5ec56eec-3923-4586-b451-8b559834e756 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:53.848611 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-5ec56eec-3923-4586-b451-8b559834e756 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c21b69f-47a4-4f4e-a9b9-79d2692adf46 HTTP/1.1" status: 204 len: 168 time: 0.1419048 Jul 13 02:40:53.858239 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec56eec-3923-4586-b451-8b559834e756 tempest-TestShelveInstance-1419753436 tempest-TestShelveInstance-1419753436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21b69f-47a4-4f4e-a9b9-79d2692adf46,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:53.885734 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44904) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:54.218879 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:54.680671 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Deleting port a32d5270-a077-45f1-86f2-13ae4dcd7b7e {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:54.681011 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:54.759523 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] For port a32d5270-a077-45f1-86f2-13ae4dcd7b7e, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:54.759868 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:54.771642 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Calling delete_port for a32d5270-a077-45f1-86f2-13ae4dcd7b7e owned by network:router_interface {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:54.941835 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:54.967692 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32d5270-a077-45f1-86f2-13ae4dcd7b7e,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:54.995012 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.995360 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.995699 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.996029 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.996359 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.996685 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.997009 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.997336 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.997660 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.997981 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.998323 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:54.998639 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:55.138810 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:55.344267 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Router 62845e5a-983c-45b6-a781-18dd8a144f2d has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92892) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:40:55.447472 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92892) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:40:55.452449 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-2881c060-c742-49ab-bb68-10d53087ea41 admin admin] 10.222.0.32 "PUT /v2.0/routers/62845e5a-983c-45b6-a781-18dd8a144f2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5656643 Jul 13 02:40:55.455011 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44908) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:55.455611 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] Sync routers for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:40:55.465244 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:40:55.465855 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:40:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:55.556617 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks [] for router, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:55.569263 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: dv-cinder-781024-2-iscsi {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:40:55.661102 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:55.713519 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Deleting port 701708d1-9663-411b-b00c-6bc5159e127b {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:55.713861 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:55.753143 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '701708d1-9663-411b-b00c-6bc5159e127b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:40:54Z', 'revision_number': 5, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port': {'id': '701708d1-9663-411b-b00c-6bc5159e127b', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:59:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:28Z', 'updated_at': '2021-07-13T02:36:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:55.783517 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] Checking router: 62845e5a-983c-45b6-a781-18dd8a144f2d for host: dv-cinder-781024-2-iscsi {{(pid=92893) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:40:55.790181 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] For port 701708d1-9663-411b-b00c-6bc5159e127b, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=701708d1-9663-411b-b00c-6bc5159e127b,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:55.790537 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:55.791763 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] Routers {'62845e5a-983c-45b6-a781-18dd8a144f2d'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92893) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:40:55.792383 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:40:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['62845e5a-983c-45b6-a781-18dd8a144f2d'], 'active': True} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:55.807687 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Calling delete_port for 701708d1-9663-411b-b00c-6bc5159e127b owned by network:router_gateway {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:55.876823 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvr_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] Set router 62845e5a-983c-45b6-a781-18dd8a144f2d gateway port host: None {{(pid=92893) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:40:55.927832 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_hamode_db [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:40:55Z', 'revision_number': 6, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:55.958136 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e701a285-c793-4171-bad9-4169ec79a52e None None] The sync data for ids ['62845e5a-983c-45b6-a781-18dd8a144f2d'] in dv-cinder-781024-2-iscsi is: [{'id': '62845e5a-983c-45b6-a781-18dd8a144f2d', 'name': 'tempest-TestShelveInstance-848119997-router', 'tenant_id': '5c8b5616059f43f097126facb22ac41a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:27Z', 'updated_at': '2021-07-13T02:40:55Z', 'revision_number': 6, 'project_id': '5c8b5616059f43f097126facb22ac41a', 'gw_port_host': None}] {{(pid=92893) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:40:55.966010 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:55.996052 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Pushing event deleted for resources: {'Port': ['ID=701708d1-9663-411b-b00c-6bc5159e127b,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:56.057820 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.080730 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dcb6c645-5585-4723-9633-6f29ebaddeb8 no longer exists at agent hyperv_hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:40:56.099358 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] No Port match for: dcb6c645-5585-4723-9633-6f29ebaddeb8 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:40:56.099697 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Device dcb6c645-5585-4723-9633-6f29ebaddeb8 not bound to the agent host hv-cinder-78102 {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:40:56.146096 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.148093 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.190096 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.190631 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62845e5a-983c-45b6-a781-18dd8a144f2d {{(pid=92892) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:40:56.194836 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] Notify callbacks [] for router, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.196019 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-9b4fdd1f-2ab2-4343-8974-351d110f3a19 admin admin] 10.222.0.32 "DELETE /v2.0/routers/62845e5a-983c-45b6-a781-18dd8a144f2d HTTP/1.1" status: 204 len: 168 time: 0.7400923 Jul 13 02:40:56.198565 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44910) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:56.244926 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] Deleting subnet ea10b510-5385-42da-9f21-61e4a4efa25a {{(pid=92892) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:40:56.247771 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.280452 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2209935'] for subnet, precommit_delete_associations {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.358817 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.415018 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2210205', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60098238'] for subnet, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.440342 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea10b510-5385-42da-9f21-61e4a4efa25a,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:56.442287 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for subnet, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.444102 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-a6f310d1-baa0-4732-a96f-544c4d6cde0a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea10b510-5385-42da-9f21-61e4a4efa25a HTTP/1.1" status: 204 len: 168 time: 0.2446237 Jul 13 02:40:56.446672 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [-] (92892) accepted ('10.222.0.32', 44912) {{(pid=92892) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:56.446964 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c3b33a-fa64-4a1f-822c-bc9517504588 None None] Network 4f1601d3-b85d-4846-b61f-1a90d074cd54 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:40:56.513148 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.564423 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Deleting port 76987f26-2452-4ae2-9dc4-3865f3ab4984 {{(pid=92892) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:56.564755 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.630809 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.db [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] For port 76987f26-2452-4ae2-9dc4-3865f3ab4984, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=76987f26-2452-4ae2-9dc4-3865f3ab4984,segment=NetworkSegment(e79a942e-b122-4261-bfb8-46dc79dfdfe9),segment_id=e79a942e-b122-4261-bfb8-46dc79dfdfe9)] {{(pid=92892) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:56.631160 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.642781 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Calling delete_port for 76987f26-2452-4ae2-9dc4-3865f3ab4984 owned by network:dhcp {{(pid=92892) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:56.708741 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] DHCP port deletion for 4f1601d3-b85d-4846-b61f-1a90d074cd54 request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:40:56.725719 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2210247'] for port, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.755143 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Pushing event deleted for resources: {'Port': ['ID=76987f26-2452-4ae2-9dc4-3865f3ab4984,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:56.757355 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Deleting port 76987f26-2452-4ae2-9dc4-3865f3ab4984 {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:56.758690 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.759245 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] No DVR routers for this DVR port 76987f26-2452-4ae2-9dc4-3865f3ab4984 on host dv-cinder-781024-2-iscsi {{(pid=92892) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:40:56.819184 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] For port 76987f26-2452-4ae2-9dc4-3865f3ab4984, host dv-cinder-781024-2-iscsi, got binding levels [] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:56.819569 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.829841 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.832035 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Calling delete_port for 76987f26-2452-4ae2-9dc4-3865f3ab4984 owned by network:dhcp {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:56.834753 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.ipam_backend_mixin [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Port 76987f26-2452-4ae2-9dc4-3865f3ab4984 was not found and therefore no delete operation was performed {{(pid=92893) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 02:40:56.836004 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.841047 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1601d3-b85d-4846-b61f-1a90d074cd54']}} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:56.850984 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79a942e-b122-4261-bfb8-46dc79dfdfe9') {'for_net_delete': True} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:56.851286 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.services.segments.db [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79a942e-b122-4261-bfb8-46dc79dfdfe9') {} {{(pid=92892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:56.860469 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2209926'] for segment, before_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.864535 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Pushing event deleted for resources: {'Port': ['ID=76987f26-2452-4ae2-9dc4-3865f3ab4984,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:56.872850 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] No DVR routers for this DVR port 76987f26-2452-4ae2-9dc4-3865f3ab4984 on host dv-cinder-781024-2-iscsi {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:40:56.875409 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.875752 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.876093 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.876422 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.876764 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.877088 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.877411 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.877733 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.878088 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.878412 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.878732 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.879068 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f341c0-6ff2-476c-9421-2d3d99a6af18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-781024-2-iscsi {{(pid=92893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 13 02:40:56.879619 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.894432 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=92892) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:40:56.894838 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2210290'] for segment, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: Traceback (most recent call last): Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: timer() Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: cb(*args, **kw) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: return func(*args, **kwargs) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: self._notify() Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: self.callback(batched_events) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: event.method(event) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: return f(self, *a, **k) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._get(url).json() Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: return self.request(url, 'GET', **kwargs) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:40:56.896627 dv-cinder-781024-2-iscsi neutron-server[92892]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:40:56.953025 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.961394 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron_lib.callbacks.manager [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:56.963169 dv-cinder-781024-2-iscsi neutron-server[92892]: INFO neutron.wsgi [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] 10.222.0.32 "DELETE /v2.0/networks/4f1601d3-b85d-4846-b61f-1a90d074cd54 HTTP/1.1" status: 204 len: 168 time: 0.5155876 Jul 13 02:40:56.966429 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44914) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:56.974089 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00279-96c5-4337-b6a2-a09449fa54cb admin admin] Pushing event deleted for resources: {'Network': ['ID=4f1601d3-b85d-4846-b61f-1a90d074cd54,revision_number=None']} {{(pid=92892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:57.300093 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682186'] for router_interface, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:57.542048 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Deleting port 358fb01a-c336-4bc6-8196-493fe752861f {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:57.542363 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:57.615933 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] For port 358fb01a-c336-4bc6-8196-493fe752861f, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=358fb01a-c336-4bc6-8196-493fe752861f,segment=NetworkSegment(71bf4ab9-33f4-451b-9723-ba9a23385213),segment_id=71bf4ab9-33f4-451b-9723-ba9a23385213)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:57.616198 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:57.628851 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Calling delete_port for 358fb01a-c336-4bc6-8196-493fe752861f owned by network:router_interface {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:57.686475 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 701708d1-9663-411b-b00c-6bc5159e127b no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:40:57.706180 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 701708d1-9663-411b-b00c-6bc5159e127b {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:40:57.706524 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 701708d1-9663-411b-b00c-6bc5159e127b not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:40:57.706989 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device a32d5270-a077-45f1-86f2-13ae4dcd7b7e no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:40:57.725094 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: a32d5270-a077-45f1-86f2-13ae4dcd7b7e {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:40:57.725743 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device a32d5270-a077-45f1-86f2-13ae4dcd7b7e not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:40:57.725855 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 76987f26-2452-4ae2-9dc4-3865f3ab4984 no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:40:57.744768 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 76987f26-2452-4ae2-9dc4-3865f3ab4984 {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:40:57.745108 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 76987f26-2452-4ae2-9dc4-3865f3ab4984 not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:40:57.804006 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:57.831736 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=358fb01a-c336-4bc6-8196-493fe752861f,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:58.266219 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1041611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-682478'] for router_interface, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:58.469194 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Router a01be919-f627-4da5-8064-d60db19797d5 has already been hosted by L3 agent 2750deba-5944-4d2e-beb9-b3bc99dae88f {{(pid=92891) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 13 02:40:58.567435 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] Notify agent at l3_agent.dv-cinder-781024-2-iscsi the message routers_updated {{(pid=92891) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 13 02:40:58.572849 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0b38afda-e8b8-4b4f-82e6-10b31edf65c1 admin admin] 10.222.0.32 "PUT /v2.0/routers/a01be919-f627-4da5-8064-d60db19797d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6047187 Jul 13 02:40:58.575261 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44916) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:58.577675 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] Sync routers for ids ['a01be919-f627-4da5-8064-d60db19797d5'] in dv-cinder-781024-2-iscsi {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 13 02:40:58.587516 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] Routers {'a01be919-f627-4da5-8064-d60db19797d5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:40:58.588123 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:40:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['a01be919-f627-4da5-8064-d60db19797d5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:58.675088 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks [] for router, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:58.689184 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] Set router a01be919-f627-4da5-8064-d60db19797d5 gateway port host: dv-cinder-781024-2-iscsi {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:40:58.779898 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:58.831314 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Deleting port 6045390e-288c-4191-ad12-5bbdd77398dc {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:58.831571 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:58.863516 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'external_fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86'}], 'enable_snat': True}, 'gw_port_id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:40:57Z', 'revision_number': 5, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port': {'id': '6045390e-288c-4191-ad12-5bbdd77398dc', 'name': '', 'network_id': '9e9be0e9-4a97-4224-8803-2d3b2a429194', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a01be919-f627-4da5-8064-d60db19797d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'ip_address': '172.27.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-781024-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:36:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8c0e8e0d-7e64-4a12-9cae-532a24321c71', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-781024-2-iscsi'}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:58.888886 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] Checking router: a01be919-f627-4da5-8064-d60db19797d5 for host: dv-cinder-781024-2-iscsi {{(pid=92894) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 13 02:40:58.896757 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] Routers {'a01be919-f627-4da5-8064-d60db19797d5'} bound to L3 agent in host dv-cinder-781024-2-iscsi {{(pid=92894) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 13 02:40:58.897556 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-781024-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-13T02:19:14Z,description=,heartbeat_timestamp=2021-07-13T02:40:44Z,host='dv-cinder-781024-2-iscsi',id=2750deba-5944-4d2e-beb9-b3bc99dae88f,load=0,resource_versions=,resources_synced=,started_at=2021-07-13T02:19:14Z,topic='l3_agent')) {'router_ids': ['a01be919-f627-4da5-8064-d60db19797d5'], 'active': True} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:58.911769 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] For port 6045390e-288c-4191-ad12-5bbdd77398dc, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=6045390e-288c-4191-ad12-5bbdd77398dc,segment=NetworkSegment(41d1eee1-9789-496c-aa0c-fa99215ad0c5),segment_id=41d1eee1-9789-496c-aa0c-fa99215ad0c5)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:58.912129 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:58.923973 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Calling delete_port for 6045390e-288c-4191-ad12-5bbdd77398dc owned by network:router_gateway {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:58.982293 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_dvr_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] Set router a01be919-f627-4da5-8064-d60db19797d5 gateway port host: None {{(pid=92894) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 13 02:40:59.035611 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.l3_hamode_db [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:40:58Z', 'revision_number': 6, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port_host': None}], 'dv-cinder-781024-2-iscsi', False) {} {{(pid=92894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:59.061102 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1f72ee-adc1-401c-b968-ae471053aacb None None] The sync data for ids ['a01be919-f627-4da5-8064-d60db19797d5'] in dv-cinder-781024-2-iscsi is: [{'id': 'a01be919-f627-4da5-8064-d60db19797d5', 'name': 'tempest-TestShelveInstance-1421690081-router', 'tenant_id': '957354b377584fa59ace403d90ae5db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-13T02:36:32Z', 'updated_at': '2021-07-13T02:40:58Z', 'revision_number': 6, 'project_id': '957354b377584fa59ace403d90ae5db6', 'gw_port_host': None}] {{(pid=92894) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 13 02:40:59.092635 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.118961 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=6045390e-288c-4191-ad12-5bbdd77398dc,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:59.179774 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-687712'] for router_gateway, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.266212 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-520794'] for router, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.268259 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.309943 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672126'] for router, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.310504 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a01be919-f627-4da5-8064-d60db19797d5 {{(pid=92891) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 13 02:40:59.314599 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] Notify callbacks [] for router, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.315727 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-138c4902-1f8c-4620-b5ff-4f74e8100d8c admin admin] 10.222.0.32 "DELETE /v2.0/routers/a01be919-f627-4da5-8064-d60db19797d5 HTTP/1.1" status: 204 len: 168 time: 0.7395656 Jul 13 02:40:59.318156 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44918) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:59.360826 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] Deleting subnet 1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9 {{(pid=92891) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 13 02:40:59.363654 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.398072 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60790210'] for subnet, precommit_delete_associations {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.480507 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1952022'] for subnet, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.532574 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1952025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60789845', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59781503'] for subnet, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.558619 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:59.560528 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.562378 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1c5436a3-dcc8-4898-9035-4163e084d7dc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1dc1a170-cc9d-4491-9dd8-c0810dbfaaa9 HTTP/1.1" status: 204 len: 168 time: 0.2433007 Jul 13 02:40:59.564779 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44920) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:40:59.567187 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b165a10-a862-4d9c-a366-5cabbf3845d7 None None] Network 8cd29551-7489-4335-be46-0561a0e31050 requested from dv-cinder-781024-2-iscsi {{(pid=92893) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 13 02:40:59.635739 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2035905'] for network, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.687156 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Deleting port 8b1eab06-86c2-414d-8d72-0e4ca23f039d {{(pid=92891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:59.687497 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.752044 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.db [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] For port 8b1eab06-86c2-414d-8d72-0e4ca23f039d, host dv-cinder-781024-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-781024-2-iscsi',level=0,port_id=8b1eab06-86c2-414d-8d72-0e4ca23f039d,segment=NetworkSegment(71bf4ab9-33f4-451b-9723-ba9a23385213),segment_id=71bf4ab9-33f4-451b-9723-ba9a23385213)] {{(pid=92891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:40:59.752332 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.768742 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Calling delete_port for 8b1eab06-86c2-414d-8d72-0e4ca23f039d owned by network:dhcp {{(pid=92891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:40:59.818588 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] DHCP port deletion for 8cd29551-7489-4335-be46-0561a0e31050 request from dv-cinder-781024-2-iscsi {{(pid=92893) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 13 02:40:59.856176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60789775'] for port, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.880661 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8b1eab06-86c2-414d-8d72-0e4ca23f039d no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:40:59.884753 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1eab06-86c2-414d-8d72-0e4ca23f039d,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:40:59.886917 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] No DVR routers for this DVR port 8b1eab06-86c2-414d-8d72-0e4ca23f039d on host dv-cinder-781024-2-iscsi {{(pid=92891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:40:59.920405 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 8b1eab06-86c2-414d-8d72-0e4ca23f039d {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:40:59.921580 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 8b1eab06-86c2-414d-8d72-0e4ca23f039d not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:40:59.921580 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6045390e-288c-4191-ad12-5bbdd77398dc no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:40:59.926356 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] Deleting port 8b1eab06-86c2-414d-8d72-0e4ca23f039d {{(pid=92893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 13 02:40:59.926955 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778685203990'] for port, before_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.947731 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 6045390e-288c-4191-ad12-5bbdd77398dc {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:40:59.948067 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 6045390e-288c-4191-ad12-5bbdd77398dc not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:40:59.948482 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 358fb01a-c336-4bc6-8196-493fe752861f no longer exists at agent ovs-agent-dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 13 02:40:59.961913 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1916653', 'neutron.services.segments.db._delete_segments_for_network-8778685373103'] for network, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:40:59.971772 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd29551-7489-4335-be46-0561a0e31050']}} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:59.981614 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] No Port match for: 358fb01a-c336-4bc6-8196-493fe752861f {{(pid=92893) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 13 02:40:59.981960 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.rpc [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Device 358fb01a-c336-4bc6-8196-493fe752861f not bound to the agent host dv-cinder-781024-2-iscsi {{(pid=92893) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 13 02:40:59.985168 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bf4ab9-33f4-451b-9723-ba9a23385213') {'for_net_delete': True} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:59.985416 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.services.segments.db [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bf4ab9-33f4-451b-9723-ba9a23385213') {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 13 02:40:59.995781 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778685333414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60790219'] for segment, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.009948 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641'] for segment, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.019233 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=92891) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 13 02:41:00.019675 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1954641', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60789818'] for segment, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: Traceback (most recent call last): Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: timer() Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: cb(*args, **kw) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: return func(*args, **kwargs) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: self._notify() Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: self.callback(batched_events) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: event.method(event) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: aggregate_uuid = self.p_client.list_aggregates( Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: return f(self, *a, **k) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._get(url).json() Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: return self.request(url, 'GET', **kwargs) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: base_url = self.get_endpoint(auth, allow=allow, Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 13 02:41:00.021584 dv-cinder-781024-2-iscsi neutron-server[92891]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 13 02:41:00.030013 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.db [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] For port 8b1eab06-86c2-414d-8d72-0e4ca23f039d, host dv-cinder-781024-2-iscsi, got binding levels [] {{(pid=92893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 13 02:41:00.030819 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-682019'] for port, precommit_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.043861 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.plugins.ml2.plugin [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] Calling delete_port for 8b1eab06-86c2-414d-8d72-0e4ca23f039d owned by network:dhcp {{(pid=92893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 13 02:41:00.046698 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.ipam_backend_mixin [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] Port 8b1eab06-86c2-414d-8d72-0e4ca23f039d was not found and therefore no delete operation was performed {{(pid=92893) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 13 02:41:00.047904 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1594924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1041593', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778685208652', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778684820453'] for port, after_delete {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.078731 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] Pushing event deleted for resources: {'Port': ['ID=8b1eab06-86c2-414d-8d72-0e4ca23f039d,revision_number=None']} {{(pid=92893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:41:00.079651 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1916564', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1041600', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-687748'] for network, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.082605 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c7538d-aafc-4fa8-9980-63559a46029c None None] No DVR routers for this DVR port 8b1eab06-86c2-414d-8d72-0e4ca23f039d on host dv-cinder-781024-2-iscsi {{(pid=92893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 13 02:41:00.091192 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1041583'] for network, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.096493 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8cd29551-7489-4335-be46-0561a0e31050 HTTP/1.1" status: 204 len: 168 time: 0.5274611 Jul 13 02:41:00.116936 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1743c94-d37c-484a-8c73-1b42d7de2455 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd29551-7489-4335-be46-0561a0e31050,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:41:00.312140 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44924) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:41:00.350750 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-1420643a-90b9-4058-a4d0-607c16c02cba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5c8b5616059f43f097126facb22ac41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374036 Jul 13 02:41:00.353712 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44926) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:41:00.400003 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0987bd7b-7528-4597-8710-7c520f0d05b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.420323 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0987bd7b-7528-4597-8710-7c520f0d05b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.464339 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0987bd7b-7528-4597-8710-7c520f0d05b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.467027 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-0987bd7b-7528-4597-8710-7c520f0d05b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.468183 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-0987bd7b-7528-4597-8710-7c520f0d05b2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a257811b-9455-4eb4-a2fc-0daca0bc578f HTTP/1.1" status: 204 len: 168 time: 0.1135123 Jul 13 02:41:00.475429 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987bd7b-7528-4597-8710-7c520f0d05b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a257811b-9455-4eb4-a2fc-0daca0bc578f,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:41:00.789221 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44932) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:41:00.829129 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-50412384-c4f4-4e23-97fd-7f7a090db5d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=957354b377584fa59ace403d90ae5db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387685 Jul 13 02:41:00.831522 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [-] (92891) accepted ('10.222.0.32', 44934) {{(pid=92891) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 13 02:41:00.878244 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12516afe-b273-4185-ba04-6a5004e25087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.901694 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12516afe-b273-4185-ba04-6a5004e25087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.946641 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12516afe-b273-4185-ba04-6a5004e25087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1006784'] for security_group, after_delete {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.949418 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-12516afe-b273-4185-ba04-6a5004e25087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:00.950800 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [None req-12516afe-b273-4185-ba04-6a5004e25087 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a403f02-de0e-4f93-abe1-3d9f850b6754 HTTP/1.1" status: 204 len: 168 time: 0.1184020 Jul 13 02:41:00.958208 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12516afe-b273-4185-ba04-6a5004e25087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a403f02-de0e-4f93-abe1-3d9f850b6754,revision_number=None']} {{(pid=92891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 13 02:41:08.337673 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:11.322956 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-724ed12b-655c-4f8a-a70d-90316f2b5145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:13.920052 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f7121cc5-83a9-4b88-8251-c295891e4b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:14.256704 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:15.053297 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:16.494867 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:30.626477 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:41:38.358566 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:41.323955 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-69f9e786-d67f-4024-8be7-34f372bc985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:43.921080 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-2a306e84-9db3-48ef-a23f-9647b34d0d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:44.257437 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:45.056586 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:46.499576 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:41:59.461568 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Tue, 13 Jul 2021 02:36:59 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:41:59.462176 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova Traceback (most recent call last): Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Jul 13 02:41:59.486837 dv-cinder-781024-2-iscsi neutron-server[92891]: ERROR neutron.notifiers.nova Jul 13 02:42:01.488294 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0'}, {'name': 'network-changed', 'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0'}, {'name': 'network-changed', 'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0'}, {'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'name': 'network-vif-deleted', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0'}, {'name': 'network-changed', 'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690'}, {'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'name': 'network-vif-deleted', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690'}, {'name': 'network-changed', 'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}, {'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-deleted', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8'}] {{(pid=92891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 13 02:42:01.490733 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c30d7eae20ee8aec6bdd0a7a22e1bb9e8a61a39314cf52431881c9ebcad07cc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f308e-a2de-4a98-a7e5-08a1a5495cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0"}, {"name": "network-changed", "server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0"}, {"name": "network-changed", "server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0"}, {"server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "name": "network-vif-deleted", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0"}, {"name": "network-changed", "server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690"}, {"server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "name": "network-vif-deleted", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690"}, {"name": "network-changed", "server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}, {"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-deleted", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8"}]}' {{(pid=92891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 13 02:42:01.679401 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1360 Content-Type: application/json Date: Tue, 13 Jul 2021 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc7946e-ef38-41be-a0f3-10c02123ee47 x-openstack-request-id: req-6dc7946e-ef38-41be-a0f3-10c02123ee47 {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 13 02:42:01.679714 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0", "status": "completed", "code": 200}, {"server_uuid": "d582c4f0-83ee-44d8-9c24-679c870c79ba", "name": "network-vif-deleted", "tag": "bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690", "status": "completed", "code": 200}, {"server_uuid": "7d96b396-3586-4250-aa00-46948258c2bd", "name": "network-vif-deleted", "tag": "740bf26b-031b-45ff-bd93-aaac93efe690", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8", "status": "completed", "code": 200}, {"server_uuid": "a6d9fd73-2a8e-4766-a108-2024b292795c", "name": "network-vif-deleted", "tag": "dcb6c645-5585-4723-9633-6f29ebaddeb8", "status": "completed", "code": 200}]} {{(pid=92891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 13 02:42:01.679962 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6dc7946e-ef38-41be-a0f3-10c02123ee47 {{(pid=92891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 13 02:42:01.680367 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'status': 'completed', 'code': 200} Jul 13 02:42:01.680617 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'status': 'completed', 'code': 200} Jul 13 02:42:01.680858 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'status': 'completed', 'code': 200} Jul 13 02:42:01.681097 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd582c4f0-83ee-44d8-9c24-679c870c79ba', 'name': 'network-vif-deleted', 'tag': 'bfbda5b3-4dd0-4554-96bb-91ee7c0e20c0', 'status': 'completed', 'code': 200} Jul 13 02:42:01.681335 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690', 'status': 'completed', 'code': 200} Jul 13 02:42:01.681569 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d96b396-3586-4250-aa00-46948258c2bd', 'name': 'network-vif-deleted', 'tag': '740bf26b-031b-45ff-bd93-aaac93efe690', 'status': 'completed', 'code': 200} Jul 13 02:42:01.681800 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'status': 'completed', 'code': 200} Jul 13 02:42:01.682049 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d9fd73-2a8e-4766-a108-2024b292795c', 'name': 'network-vif-deleted', 'tag': 'dcb6c645-5585-4723-9633-6f29ebaddeb8', 'status': 'completed', 'code': 200} Jul 13 02:42:01.746505 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-81a82c8b-4477-4cf6-a7a9-91b4462fcb83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 210 time: 0.0282185 Jul 13 02:42:01.778542 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-8f8f2f1d-ca4f-4561-b9c9-5cdc1b9ada8e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=345d0f5c3c2842e0940d216397b5cd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203710 Jul 13 02:42:01.874577 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-ed55d8f6-b13b-4b25-b262-c88eb425a3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:42:01.876041 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-ed55d8f6-b13b-4b25-b262-c88eb425a3dc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920162 Jul 13 02:42:01.945103 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-a0c2251e-db71-450b-aa6c-473bbca768ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 210 time: 0.0279396 Jul 13 02:42:01.975386 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-da9dea6d-28ff-4adf-a310-4f9622b9b731 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=345d0f5c3c2842e0940d216397b5cd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0186169 Jul 13 02:42:02.069882 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-9b60b3e1-0a64-4099-b7a5-5964090fd986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:42:02.071447 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-9b60b3e1-0a64-4099-b7a5-5964090fd986 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897632 Jul 13 02:42:02.138983 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-b02e6fb5-ac75-49f1-9243-357960e394a7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=d582c4f0-83ee-44d8-9c24-679c870c79ba HTTP/1.1" status: 200 len: 210 time: 0.0265756 Jul 13 02:42:02.169028 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-980239ef-d55b-42c3-9fca-c1db05089ff8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=345d0f5c3c2842e0940d216397b5cd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183067 Jul 13 02:42:02.257122 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-7f21f1a2-dcb1-4bf8-a0cb-44cad87377a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:42:02.258578 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-7f21f1a2-dcb1-4bf8-a0cb-44cad87377a6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0836775 Jul 13 02:42:02.333877 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-78cdda86-b01d-4834-bb27-daa06be166a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=345d0f5c3c2842e0940d216397b5cd51&device_id=7d96b396-3586-4250-aa00-46948258c2bd HTTP/1.1" status: 200 len: 210 time: 0.0277338 Jul 13 02:42:02.364381 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-b01736ae-4d36-4402-bf17-9bb5b6154898 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=345d0f5c3c2842e0940d216397b5cd51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183654 Jul 13 02:42:02.453498 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-20e3aa9a-8645-486d-ab04-6948e97f898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:42:02.454942 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-20e3aa9a-8645-486d-ab04-6948e97f898f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0843689 Jul 13 02:42:02.529684 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-b9b9af1c-c63e-437c-ab8a-9bd9105e0b82 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5c8b5616059f43f097126facb22ac41a&device_id=a6d9fd73-2a8e-4766-a108-2024b292795c HTTP/1.1" status: 200 len: 210 time: 0.0286915 Jul 13 02:42:02.559727 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-78b440f0-7b57-4880-a6dc-2b4f2079f403 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5c8b5616059f43f097126facb22ac41a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0183527 Jul 13 02:42:02.648320 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-1de3bf42-4a68-4e6f-a1d0-336826af3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92891) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 13 02:42:02.649674 dv-cinder-781024-2-iscsi neutron-server[92891]: INFO neutron.wsgi [req-964f308e-a2de-4a98-a7e5-08a1a5495cbd req-1de3bf42-4a68-4e6f-a1d0-336826af3703 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0841773 Jul 13 02:42:07.625686 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:42:08.383118 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:11.323635 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f369782c-6bc1-4c4d-bbfd-0a9b3dfd0eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:13.921887 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f71ee973-341a-4e77-a62b-0abaa89ad52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:14.259036 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:15.059718 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:16.502312 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:32.030348 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [req-6c784c14-1376-40f8-acf2-022ea01badf0 req-bf7cc3b2-5c22-4019-bd3b-dbc2bada3e84 service neutron] (92892) timed out ('10.222.0.39', 54018) {{(pid=92892) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 02:42:34.185093 dv-cinder-781024-2-iscsi neutron-server[92892]: DEBUG neutron.wsgi [req-ceece049-f683-4b59-ab37-c5ea8187fc88 req-f1b986fa-8c31-455e-9bf3-c75ef984743a service neutron] (92892) timed out ('10.222.0.39', 53965) {{(pid=92892) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 02:42:38.385027 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:41.323074 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-75743fb9-8583-493c-96dc-5a799a35e2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:43.922053 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-20f10543-f987-4d7d-81df-4ee90015dd1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:44.260286 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:44.625571 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:42:45.062073 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:42:46.506046 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:08.398159 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:11.322950 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-f8cdd999-a384-4f6a-8196-9a9ae7dea405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:13.923667 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-7885520b-fd1c-4330-a5c5-f861bfe39427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:14.261342 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:15.065797 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:16.508945 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:21.624379 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:43:38.400287 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:41.323354 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-679854ff-1aa1-46c5-a30f-01a285b63a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:43.923346 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-82fbfe12-25f6-4b12-a791-fa0b9384b5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:44.262072 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:45.067959 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:46.513536 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:43:58.623054 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:44:08.387170 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:11.322418 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-24580106-8d76-4108-9b58-589726cb9f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:13.925069 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-234776ff-03c3-4a62-a7d9-0e2c8d7f2e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:14.262257 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:15.071466 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:16.515029 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:35.622201 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:44:38.407792 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:41.321909 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1b68-2906-4df6-9106-8a3a4097c93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:43.926540 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4fac-e8a7-4651-b1db-2631e4b9c417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:44.263323 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:45.074709 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:44:46.520392 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:08.411896 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:11.321923 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-01af6896-9f5a-4438-a24a-8b346b1d745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:12.621027 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:45:13.927592 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-028834c1-008a-4db2-b621-8924c860b4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:14.264299 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:15.077413 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:16.520921 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:18.181144 dv-cinder-781024-2-iscsi neutron-server[92891]: DEBUG neutron.wsgi [req-8d3a2fa7-91cf-46cf-833f-cb260511b3c5 req-6a35bc03-8abb-4f14-ba6c-f441f881bfb4 service neutron] (92891) timed out ('10.222.0.39', 54015) {{(pid=92891) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 13 02:45:38.410550 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:41.320935 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-6823e5b1-07f1-41fe-8779-9e8b6b16434a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:43.928887 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-389b87b4-8917-412a-bb3c-1e7107899c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:44.265240 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-65e21be1-e686-497a-a44b-8167ae6735c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:45.080683 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-ff3a7709-7e54-45cc-ad0c-d5b9b38acafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:46.524272 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-1b11b2a2-7152-4b87-b86a-49439265c7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:45:49.619897 dv-cinder-781024-2-iscsi neutron-server[92894]: DEBUG neutron.db.agents_db [None req-b948266a-31c4-4020-a028-cec0d683049f None None] Agent healthcheck: found 6 active agents {{(pid=92894) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 13 02:46:08.410594 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-11e584bc-5e8d-4634-8899-f83726aef98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 13 02:46:11.321695 dv-cinder-781024-2-iscsi neutron-server[92893]: DEBUG neutron_lib.callbacks.manager [None req-68adbd6f-e122-409a-8d11-adf5c2c67c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778685327373', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1914839'] for agent, after_update {{(pid=92893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}